-- Logs begin at Sat 2021-08-07 04:15:41 UTC, end at Sat 2021-08-07 05:21:44 UTC. -- Aug 07 04:45:34.788083 dv-cinder-803748-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 04:45:37.493970 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.common.config [-] Logging enabled! Aug 07 04:45:37.494592 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 04:45:37.494743 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93145) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 04:45:37.497929 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.common.config [-] Logging enabled! Aug 07 04:45:37.498183 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 04:45:37.498491 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93145) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 04:45:37.499415 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 04:45:37.499664 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 04:45:37.500013 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 04:45:37.500256 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 04:45:37.500480 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 04:45:37.500817 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.501121 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.501412 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.501641 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.501934 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.502224 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.502504 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.502790 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.503084 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.503368 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.503648 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.503924 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.504158 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.504436 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.504720 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.505027 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.505250 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] debug = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.505526 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.506470 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.506882 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.507161 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.507447 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.507725 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.507994 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.508268 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.508550 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.508904 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] host = dv-cinder-803748-3-iscsi {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.509181 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.509466 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.509749 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.510030 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.510302 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.510575 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.510856 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.511126 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.511395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.511670 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.511955 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.512239 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.512524 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.512747 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.512990 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.513276 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.513560 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.513833 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.514105 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.514378 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.514657 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.514926 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.515190 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.515473 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.515754 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.516035 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.516306 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.516578 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.516868 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.517152 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.517422 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.517693 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.517965 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.518237 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.518520 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.518785 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.519055 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.519354 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.519637 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.519916 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.520197 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.520468 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.520745 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.521040 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.522031 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.522301 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] use_json = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.522578 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.522854 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.523136 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.523408 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.523678 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.523951 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.524222 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.524507 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:37.524832 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.525131 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.525431 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.525715 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.526007 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.526287 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.526573 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.526851 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.527136 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.527423 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.527708 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.527984 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.528270 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.528546 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.528857 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.529159 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.529450 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.529738 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.530013 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.530284 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.530555 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.530832 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.531116 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.531406 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.531693 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.531963 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.532241 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.532530 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.532828 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.533105 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.533381 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.533685 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.533946 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.534217 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.534497 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.534776 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.535047 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.535316 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.535590 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.535879 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.536154 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.536423 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.536690 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.537034 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.537302 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.537582 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.537857 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.538130 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.538401 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.538677 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.538944 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.539212 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.539485 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.539755 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.540031 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.540301 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.540570 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.540864 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.541137 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.541406 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.541674 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.541942 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.542217 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.542485 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.542753 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.543020 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.543289 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.543559 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.543846 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.544143 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.544419 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.544700 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.545000 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.545275 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.545548 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.545825 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.546101 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.546375 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.546647 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.546933 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.547212 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.547491 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.547771 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.548047 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.548337 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.548612 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.548922 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.549199 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.549474 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.549763 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.550045 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.550337 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.550628 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.550918 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.551206 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.551494 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.551773 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.552077 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.552352 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:37.553154 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 04:45:37.553510 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93145) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 04:45:37.902977 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 04:45:37.903256 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 04:45:37.903562 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 04:45:37.903876 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 04:45:38.293841 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.294098 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.294332 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.295520 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.295794 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.296059 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.329489 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.329764 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.330031 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.346882 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.347163 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.347431 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.375904 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.376182 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.376449 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.411685 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.412073 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.412348 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.643227 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.643749 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.643749 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.644024 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.644718 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.763626 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.763939 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.764219 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.764490 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.764755 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.765088 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.765347 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.765602 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.765855 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.766134 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.766392 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.766659 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.766912 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.767162 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.767416 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.767677 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.767931 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.768196 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.768466 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.768726 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.769019 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.769270 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.769552 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.769924 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.770174 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.770420 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.770809 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:38.771048 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:38.771410 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:38.771875 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:38.771875 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:38.772089 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:38.772448 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 04:45:38.775492 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 04:45:38.779385 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 04:45:38.783196 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 07 04:45:38.784968 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 04:45:38.785423 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 04:45:38.785849 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 04:45:38.786240 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 04:45:38.789563 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 04:45:38.789815 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 04:45:38.790162 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 04:45:38.795341 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 04:45:38.817663 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 04:45:38.818446 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.818554 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93145) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 07 04:45:38.818857 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.820192 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93145) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 04:45:38.820472 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 04:45:38.820715 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 04:45:38.824076 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.824354 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:38.887540 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 04:45:38.887725 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 04:45:38.887971 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 04:45:38.888338 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 04:45:38.908770 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_db.sqlalchemy.engines [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93145) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 04:45:39.438094 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing driver for type 'gre' Aug 07 04:45:39.438689 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] gre ID ranges: [(1, 1000)] Aug 07 04:45:39.491168 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing driver for type 'local' Aug 07 04:45:39.491510 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing driver for type 'vlan' Aug 07 04:45:39.504878 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] VlanTypeDriver initialization complete Aug 07 04:45:39.505292 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing driver for type 'vxlan' Aug 07 04:45:39.507508 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] vxlan ID ranges: [(1, 1000)] Aug 07 04:45:39.557376 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing extension driver 'port_security' Aug 07 04:45:39.557761 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.extensions.port_security [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] PortSecurityExtensionDriver initialization complete Aug 07 04:45:39.558218 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing mechanism driver 'openvswitch' Aug 07 04:45:39.558548 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing mechanism driver 'hyperv' Aug 07 04:45:39.564987 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:45:39.565698 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.566085 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.566429 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.566938 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:45:39.567365 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.567715 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.568607 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.569025 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:45:39.569431 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.569776 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.570115 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.570502 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:45:39.570897 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > security_group after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.571242 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > security_group after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.571578 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.571961 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:45:39.572486 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.572850 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.573193 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.573579 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:45:39.574002 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > address_group after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.574345 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > address_group after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.574679 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.575063 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:45:39.575434 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] ML2 OVO RPC backend initialized. {{(pid=93145) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 07 04:45:39.576128 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.576476 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.576920 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.577403 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > networks before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.577791 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.578131 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > ports before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.578470 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.578824 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnets before_response 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.579152 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.579486 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.579817 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.580147 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.580477 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.580892 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.581236 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.581570 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.581902 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.582473 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.plugin [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Modular L2 Plugin initialization complete Aug 07 04:45:39.582800 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading services supported by the core plugin {{(pid=93145) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 04:45:39.583123 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.plugins.ml2.managers [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Got port-security extension from driver 'port_security' Aug 07 04:45:39.583583 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.extensions.vlantransparent [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Disabled vlantransparent extension. Aug 07 04:45:39.584654 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93145) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 04:45:39.584999 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: router Aug 07 04:45:39.621688 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.622083 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_create 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.622452 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router before_create 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.622815 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.623184 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.623533 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_delete 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.623886 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.624244 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_create 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.624589 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_update 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.624964 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_update 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.625311 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.625668 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_update 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.626073 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_update 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.626441 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.626776 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.627109 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: subnet after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.627442 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.627785 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.628129 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_create 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.628466 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.628834 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.629194 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router after_update 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.629532 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.629880 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_create 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.630241 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.631109 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_update 55549900 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.631451 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > agent after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.631797 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > agent after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.632133 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > network after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.633015 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Tracking information for resource: router configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:39.633348 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Tracking information for resource: floatingip configured {{(pid=93145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:45:39.638229 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.db.l3_agentschedulers_db [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 04:45:39.638922 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.639281 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.639635 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.639982 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.640777 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router before_create 55550100 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.641159 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.641518 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_create 55550100 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.641873 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > router precommit_update 55550100 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.646930 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.provider_configuration [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service providers = [] {{(pid=93145) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 04:45:39.647480 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.db.servicetype_db [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93145) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 04:45:39.650219 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.service_base [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:45:39.650570 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.service_base [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:45:39.650912 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.service_base [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:45:39.651789 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.services.service_base [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:45:39.652156 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.services.service_base [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 04:45:39.652532 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.652877 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 04:45:39.663336 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.663664 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: auto_allocate Aug 07 04:45:39.669413 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: network precommit_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.669777 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: network precommit_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.670292 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.670609 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: tag Aug 07 04:45:39.677081 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.677509 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: timestamp Aug 07 04:45:39.684731 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.685086 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: network_ip_availability Aug 07 04:45:39.690590 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.690906 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.691259 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.691972 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.692292 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: flavors Aug 07 04:45:39.697589 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.697925 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading Plugin: revisions Aug 07 04:45:39.702126 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:45:39.702518 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 04:45:39.703250 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93145) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 07 04:45:39.703581 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Initializing extension manager. Aug 07 04:45:39.704093 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: __init__.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.704434 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: __pycache__ {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.704768 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.705128 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: address_group.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.705886 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.706443 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: address-group Aug 07 04:45:39.706762 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: address_scope.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.707472 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.707976 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: address-scope Aug 07 04:45:39.708293 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.709882 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.710387 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: router-admin-state-down-before-update Aug 07 04:45:39.710706 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: agent.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.711597 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.712105 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: agent Aug 07 04:45:39.712427 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: agent_resources_synced.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.713362 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.713865 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: agent-resources-synced Aug 07 04:45:39.714184 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: allowedaddresspairs.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.715965 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.716478 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: allowed-address-pairs Aug 07 04:45:39.716818 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: auto_allocated_topology.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.717889 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.718391 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: auto-allocated-topology Aug 07 04:45:39.718713 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: availability_zone.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.719658 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.720154 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: availability_zone Aug 07 04:45:39.720474 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: availability_zone_filter.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.721415 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.721911 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: availability_zone_filter Aug 07 04:45:39.722229 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: data_plane_status.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.723127 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.723617 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 04:45:39.723933 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: default_subnetpools.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.724920 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.725420 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: default-subnetpools Aug 07 04:45:39.725739 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.726541 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.727039 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: dhcp_agent_scheduler Aug 07 04:45:39.727358 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: dns.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.728266 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.728759 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension dns-integration not supported by any of loaded plugins Aug 07 04:45:39.729103 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: dns_domain_ports.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.730012 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.730511 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 04:45:39.730831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.731738 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.732240 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 04:45:39.732559 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: dvr.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.733259 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.733755 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: dvr Aug 07 04:45:39.734074 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: ecmp_routes.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.734979 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.735478 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 04:45:39.735795 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: empty_string_filtering.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.736694 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.737216 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: empty-string-filtering Aug 07 04:45:39.737533 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.738437 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.738929 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 04:45:39.739244 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.740172 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.740855 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 04:45:39.741175 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: external_net.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.742081 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.742579 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: external-net Aug 07 04:45:39.742898 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.743801 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.744294 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: extra_dhcp_opt Aug 07 04:45:39.744612 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: extraroute.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.745546 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.746043 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: extraroute Aug 07 04:45:39.746363 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: extraroute_atomic.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.747379 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.747878 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: extraroute-atomic Aug 07 04:45:39.748200 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: filter_validation.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.748893 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.749388 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: filter-validation Aug 07 04:45:39.749705 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: fip_pf_description.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.750611 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.751104 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 04:45:39.751418 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: fip_port_details.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.752319 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.752846 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: fip-port-details Aug 07 04:45:39.753167 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: flavors.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.754400 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.754908 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: flavors Aug 07 04:45:39.755232 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.757537 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.758048 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 04:45:39.758375 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: floatingip_pools.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.759062 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.759569 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: floatingip-pools Aug 07 04:45:39.759893 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: ip_allocation.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.760847 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.761345 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 04:45:39.761667 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.762581 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.763086 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: ip-substring-filtering Aug 07 04:45:39.763409 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l2_adjacency.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.764323 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.764842 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 04:45:39.765163 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.766253 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.766765 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: router Aug 07 04:45:39.767087 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.769366 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.769883 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 04:45:39.770211 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.771812 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.772386 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: ext-gw-mode Aug 07 04:45:39.772713 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.773743 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.774249 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: l3-ha Aug 07 04:45:39.774571 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3_flavors.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.775488 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.775994 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: l3-flavors Aug 07 04:45:39.776315 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.777241 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.777740 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 04:45:39.778059 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: l3agentscheduler.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.779077 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.779579 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: l3_agent_scheduler Aug 07 04:45:39.779902 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: logging.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.781426 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.781941 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension logging not supported by any of loaded plugins Aug 07 04:45:39.782264 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: metering.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.783003 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.783572 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: metering Aug 07 04:45:39.783892 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.785013 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.785529 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: metering_source_and_destination_fields Aug 07 04:45:39.785856 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: multiprovidernet.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.786829 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.787494 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: multi-provider Aug 07 04:45:39.787819 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: netmtu.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.788758 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.789296 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: net-mtu Aug 07 04:45:39.789615 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: netmtu_writable.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.790533 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.791037 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: net-mtu-writable Aug 07 04:45:39.791361 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: network_availability_zone.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.792026 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.792522 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: network_availability_zone Aug 07 04:45:39.792864 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: network_ip_availability.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.793941 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.794444 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: network-ip-availability Aug 07 04:45:39.794762 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: network_segment_range.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.795577 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.796033 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 04:45:39.796374 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: pagination.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.797398 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.797704 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: pagination Aug 07 04:45:39.798021 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: port_device_profile.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.798928 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.799435 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: port-device-profile Aug 07 04:45:39.799758 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.800692 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.801225 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: port-mac-address-regenerate Aug 07 04:45:39.801547 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.803090 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.803598 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: port-numa-affinity-policy Aug 07 04:45:39.803921 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: port_resource_request.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.804860 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.805357 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 04:45:39.805675 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: portbindings.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.806609 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.807119 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: binding Aug 07 04:45:39.807447 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: portbindings_extended.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.808858 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.809378 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: binding-extended Aug 07 04:45:39.809704 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: portsecurity.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.810617 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.811121 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: port-security Aug 07 04:45:39.811440 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: project_id.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.812409 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.812736 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: project-id Aug 07 04:45:39.813084 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: providernet.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.814005 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.814508 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: provider Aug 07 04:45:39.814828 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.818835 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.819429 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos not supported by any of loaded plugins Aug 07 04:45:39.819764 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.821041 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.821551 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 04:45:39.821877 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.822793 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.823299 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 04:45:39.823624 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_default.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.824532 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.825061 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-default not supported by any of loaded plugins Aug 07 04:45:39.825383 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_fip.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.826031 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.826531 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-fip not supported by any of loaded plugins Aug 07 04:45:39.826850 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_gateway_ip.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.827775 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.828276 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 04:45:39.828594 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_port_network_policy.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.829524 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.830022 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 04:45:39.830341 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_pps_rule.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.831525 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.832032 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-pps not supported by any of loaded plugins Aug 07 04:45:39.832354 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_rule_type_details.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.833295 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.833882 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 04:45:39.834213 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: qos_rules_alias.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.835245 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.835747 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 04:45:39.836066 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: quotasv2.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.836994 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.837322 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: quotas Aug 07 04:45:39.837641 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: quotasv2_detail.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.840667 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.841036 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: quota_details Aug 07 04:45:39.841371 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: rbac.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.842602 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.843121 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: rbac-policies Aug 07 04:45:39.843452 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: rbac_address_group.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.844647 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.845186 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: rbac-address-group Aug 07 04:45:39.845512 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: rbac_address_scope.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.846431 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.846937 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: rbac-address-scope Aug 07 04:45:39.847263 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: rbac_security_groups.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.848169 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.848695 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: rbac-security-groups Aug 07 04:45:39.849046 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: rbac_subnetpool.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.849981 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.850479 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: rbac-subnetpool Aug 07 04:45:39.850802 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: revisionifmatch.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.851714 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.852214 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: revision-if-match Aug 07 04:45:39.852537 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: revisions.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.853663 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.854165 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: standard-attr-revisions Aug 07 04:45:39.854488 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: router_availability_zone.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.855159 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.855658 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: router_availability_zone Aug 07 04:45:39.855978 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: routerservicetype.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.856933 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.857431 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension router-service-type not supported by any of loaded plugins Aug 07 04:45:39.857752 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.858658 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.859160 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: security-groups-normalized-cidr Aug 07 04:45:39.859482 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.860385 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.860921 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: port-security-groups-filtering Aug 07 04:45:39.861245 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.862155 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.862657 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: security-groups-remote-address-group Aug 07 04:45:39.862976 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: securitygroup.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.873062 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.873591 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: security-group Aug 07 04:45:39.873921 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: segment.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.874704 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.875206 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension segment not supported by any of loaded plugins Aug 07 04:45:39.875528 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.876460 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.876985 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 04:45:39.877309 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: servicetype.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.878465 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.878978 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: service-type Aug 07 04:45:39.879301 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: sorting.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.880276 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.881259 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: sorting Aug 07 04:45:39.881590 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: standard_attr_segment.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.882499 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.883004 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 04:45:39.883325 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: standardattrdescription.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.883969 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.884471 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: standard-attr-description Aug 07 04:45:39.884814 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: stateful_security_group.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.885740 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.886244 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: stateful-security-group Aug 07 04:45:39.886570 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: stdattrs_common.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.887144 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 04:45:39.887461 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.888388 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.888923 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 04:45:39.889245 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: subnet_onboard.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.890307 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.890815 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: subnet_onboard Aug 07 04:45:39.891136 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.892049 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.892545 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 04:45:39.892885 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: subnet_service_types.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.893801 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.894304 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: subnet-service-types Aug 07 04:45:39.894625 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: subnetallocation.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.895692 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.896234 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: subnet_allocation Aug 07 04:45:39.896582 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.897261 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.897766 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: subnetpool-prefix-ops Aug 07 04:45:39.898086 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.899020 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.899521 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 04:45:39.899844 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: tagging.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.900916 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.901426 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: standard-attr-tag Aug 07 04:45:39.901750 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: timestamp.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.902951 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.903460 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loaded extension: standard-attr-timestamp Aug 07 04:45:39.903785 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: trunk.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.904827 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.905334 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension trunk not supported by any of loaded plugins Aug 07 04:45:39.905657 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: trunk_details.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.906580 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.907082 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension trunk-details not supported by any of loaded plugins Aug 07 04:45:39.907403 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: uplink_status_propagation.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.908312 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.908836 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 04:45:39.909158 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Loading extension file: vlantransparent.py {{(pid=93145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:45:39.909819 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:45:39.910316 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 04:45:39.912781 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:network Aug 07 04:45:39.913310 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:subnet Aug 07 04:45:39.913708 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:45:39.914096 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:port Aug 07 04:45:39.915302 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.915750 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service FLAVORS assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.916370 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.916814 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.917149 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:router Aug 07 04:45:39.917582 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:floatingip Aug 07 04:45:39.918070 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service METERING assigned prefix: /metering {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.919473 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.919838 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.920186 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:45:39.921182 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 04:45:39.921629 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:security_group Aug 07 04:45:39.922068 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 04:45:39.923695 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service CORE assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.924045 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:45:39.924404 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] subnetpool is already registered Aug 07 04:45:39.924875 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service CORE assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.925205 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:45:39.925540 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] subnetpool is already registered Aug 07 04:45:39.928347 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.928771 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service FLAVORS assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.929383 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.929808 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.930136 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:router Aug 07 04:45:39.930471 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] router is already registered Aug 07 04:45:39.930877 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:floatingip Aug 07 04:45:39.931213 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] floatingip is already registered Aug 07 04:45:39.931662 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service METERING assigned prefix: /metering {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.932352 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 04:45:39.932677 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] rbac_policy is already registered Aug 07 04:45:39.933123 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:security_group Aug 07 04:45:39.933456 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] security_group is already registered Aug 07 04:45:39.933857 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 04:45:39.934187 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] security_group_rule is already registered Aug 07 04:45:39.934817 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service CORE assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.935139 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:45:39.935472 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] subnetpool is already registered Aug 07 04:45:39.935898 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.v2.resource_helper [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Service CORE assigned prefix: {{(pid=93145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:45:39.936218 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:45:39.936574 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING neutron.quota.resource_registry [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] subnetpool is already registered Aug 07 04:45:39.937051 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: extensions {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.938501 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: address-groups {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.939961 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: address-scopes {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.941350 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: agents {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.942443 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: auto-allocated-topology {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.944282 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: availability_zones {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.945522 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: dhcp-networks {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.947021 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: dhcp-agents {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.948426 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: routers {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.950145 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: flavors {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.951397 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: service_profiles {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.952592 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: next_providers {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.954036 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: service_profiles {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.955544 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: floatingip-pools {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.956763 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: routers {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.958476 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: floatingips {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.959980 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: l3-routers {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.961385 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: l3-agents {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.962767 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: metering-labels {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.964014 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: metering-label-rules {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.965399 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: network-ip-availabilities {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.966634 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: bindings {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.968159 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: quotas {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.969979 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: quotas {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.971408 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: rbac-policies {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.972586 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: security-groups {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.973885 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: security-group-rules {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.975175 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: service-providers {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.976383 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: subnetpools {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.977730 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: subnetpools {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.979256 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.980924 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.982702 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.984642 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.986533 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.989511 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.992000 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.993998 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.996047 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:39.997860 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron.api.extensions [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Extended resource: tags {{(pid=93145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:45:40.003737 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING keystonemiddleware.auth_token [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 04:45:40.009143 dv-cinder-803748-3-iscsi neutron-server[93145]: WARNING keystonemiddleware.auth_token [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 04:45:40.017384 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Acquired lock "singleton_lock" {{(pid=93145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 07 04:45:40.017858 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Releasing lock "singleton_lock" {{(pid=93145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 07 04:45:40.018494 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Starting 2 workers Aug 07 04:45:40.023407 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Started child 93254 {{(pid=93145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:45:40.027866 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Started child 93255 {{(pid=93145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:45:40.032852 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:40.034844 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO neutron.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 04:45:40.034844 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Notify callbacks [] for process, before_spawn {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:40.035049 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [-] (93254) wsgi starting up on http://0.0.0.0:9696 Aug 07 04:45:40.035133 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Starting 1 workers Aug 07 04:45:40.035214 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:40.035214 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [-] (93255) wsgi starting up on http://0.0.0.0:9696 Aug 07 04:45:40.038517 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Started child 93256 {{(pid=93145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:45:40.038730 dv-cinder-803748-3-iscsi neutron-server[93145]: INFO oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Starting 1 workers Aug 07 04:45:40.041605 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] calling RpcWorker wait() {{(pid=93256) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 04:45:40.042115 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] returning from RpcWorker wait() {{(pid=93256) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 04:45:40.043314 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Started child 93257 {{(pid=93145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:45:40.043442 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:40.043805 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:45:40.044139 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e5941f60-002b-498d-891d-bc6c02ff995d None None] Notify callbacks [] for process, after_spawn {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:40.046017 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 04:45:40.046221 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 04:45:40.046468 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 04:45:40.046626 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 04:45:40.046944 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 04:45:40.047108 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 04:45:40.047630 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.047912 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.048160 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.048337 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:40.048938 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.048938 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.049226 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:45:40.049368 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.049521 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.049771 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.050030 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.050257 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.050418 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.050703 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.050869 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.051042 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.051315 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.051567 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.051813 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.052084 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.052241 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.053166 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.053435 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.053585 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.053787 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] debug = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.054223 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.054736 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.054979 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.055247 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.055486 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.055864 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.056051 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.056239 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.056603 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.056757 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.056960 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.057205 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.057444 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.057676 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.057916 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.058161 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.058393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.058836 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] host = dv-cinder-803748-3-iscsi {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.059049 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.059288 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.059528 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.059772 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.060012 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.060222 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.060480 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.060744 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.060989 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.061210 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.061446 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.061697 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.061908 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.062136 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.062303 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_options = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.062546 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.062813 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.063067 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.063323 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.063480 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.063622 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.063815 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.063977 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.064202 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.064413 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.064622 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.064838 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.065057 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.065277 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.065535 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.065780 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.066044 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.066255 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.066497 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.066753 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.066942 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.067166 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.067379 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.067616 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.067829 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.068654 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.069020 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.069240 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.069512 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.069807 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.070060 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.070329 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.070563 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.070863 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.071019 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.071240 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.071453 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.071734 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.071965 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.072221 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.072467 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.072716 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.072992 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.073204 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.073434 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.073663 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_json = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.073873 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.074126 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.074354 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.074565 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.074794 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.075006 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.075222 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.075453 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.076586 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.077421 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.078146 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.078438 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.078788 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.079058 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.079733 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.079733 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.080010 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.080302 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.080813 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.084122 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.084598 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.084907 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.085192 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.085537 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.085813 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.086109 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.086344 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.086600 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.086872 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.087106 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.087476 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.087902 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.088094 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.088370 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.088595 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.089496 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.089765 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.090496 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.092217 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.092403 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.092708 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.092993 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.093231 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.093495 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.093761 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.093998 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.094623 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.094781 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.095059 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.095300 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.095529 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.095837 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.095963 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.096187 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.096416 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.096668 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.096913 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.097179 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.097413 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.097662 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.099395 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.100010 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.100205 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.100471 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.100699 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.100947 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.103737 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104393 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104981 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.104981 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.105128 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.105314 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.105655 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.105886 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.106185 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.106428 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.106676 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.106918 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.107189 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.107433 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.107653 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.107863 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.108143 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.108382 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.108631 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.108880 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.109105 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.109380 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.109601 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.109845 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.110068 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.110318 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.110560 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.110831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.111078 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.111308 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.111568 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.111839 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.112125 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.112375 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.112679 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.112891 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.113150 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.113465 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.113740 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.114002 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.114239 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.114473 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.114736 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.115514 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.115986 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.116249 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.116503 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.116747 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.117048 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.117305 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.117525 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.117761 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.118020 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.118379 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.118662 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.118904 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.119135 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.119402 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.119649 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.119894 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.120165 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.120413 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.120651 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.120908 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.121154 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.121389 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.121603 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.121850 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.122080 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.122307 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.122539 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.122772 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.122985 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.123197 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.123451 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.123671 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.123884 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.124129 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.124362 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.124577 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.124914 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.125136 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.125357 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.125596 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.125831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.126050 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.126272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.126482 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.126731 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.126948 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.127231 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.127489 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.127702 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.127947 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.128172 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.128440 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.128656 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.128922 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.129162 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.129378 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.129588 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.129828 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.130046 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.130277 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.131278 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.131690 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.132011 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.132268 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.132602 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.132879 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.133110 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.133344 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.133566 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.133815 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.134058 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.134295 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.134515 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.134731 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.134945 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.135213 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.135449 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.135699 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.135914 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.136123 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.136353 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.136584 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.136837 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.137104 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.137343 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.137593 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.137861 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.138099 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.138329 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.138555 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.138764 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.138991 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.139231 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.139445 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.139651 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.139876 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.140084 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.140290 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.140508 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.140721 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.140950 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.141172 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.141378 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.141585 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.141807 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.142022 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.142249 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.142472 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.142716 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.142921 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.143160 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.143375 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.143580 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.143825 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.144056 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.144262 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.144480 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.144693 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.144919 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.145220 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.145467 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.145683 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.145964 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.146271 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.146708 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.146991 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.147302 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.147535 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.147797 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.148035 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.148255 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.148495 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.148764 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.149124 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.149424 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.149695 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.149949 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.150225 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.150513 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.150772 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.151007 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.151288 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.151614 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.151891 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.152146 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.152370 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.152627 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.152870 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.153111 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.153358 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.153608 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.153831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.154089 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.154325 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.154556 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.154790 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.155035 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.155272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.155516 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.155750 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.155976 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.156217 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.156374 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 04:45:40.156919 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 04:45:40.157079 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 04:45:40.157232 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 04:45:40.157406 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 04:45:40.157577 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 04:45:40.157729 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 04:45:40.157936 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.158098 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.158257 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.158415 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.158574 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.158753 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.158912 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.159069 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.159228 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.159386 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.159546 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.159703 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.159861 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160017 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160174 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160332 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160488 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160648 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160830 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.160990 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.161148 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.161305 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.161461 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] debug = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.161618 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.162578 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.162877 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.163054 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.163214 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.163374 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.163532 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.163690 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.163847 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.164005 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.164163 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.164323 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.164485 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.164641 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.164908 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.165642 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.165642 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.165642 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] host = dv-cinder-803748-3-iscsi {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.165642 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.165642 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166312 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166312 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166312 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166312 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166755 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166755 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.166755 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167055 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167055 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167209 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167209 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167364 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167517 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_options = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167674 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.167989 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.168354 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.168354 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.168522 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.168623 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.168779 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.168958 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.169114 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.169272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.169428 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.169584 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.169740 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.169896 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170052 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170210 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170366 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170522 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170678 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170834 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.170991 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.171147 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.171303 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.171462 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.171618 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.171774 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.171931 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.172089 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.172247 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.172462 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.172557 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.172701 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.172876 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173035 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173194 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173349 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173509 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173667 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173822 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.173979 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.174136 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.174296 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.174453 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.174608 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.174763 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_json = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.174920 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.175076 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.175231 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.175388 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.175546 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.175703 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.175859 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.176016 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:45:40.176297 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.176403 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.176495 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.176659 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.176834 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.176997 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.177155 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.177359 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.178048 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.178314 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.178620 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.178836 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179010 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179173 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179336 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179503 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179656 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179807 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.179961 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.180122 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.180280 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.180438 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.180615 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.180776 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.180957 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.181117 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.181276 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.181437 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.181598 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.181760 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.181920 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.182080 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.182240 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.182401 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.182560 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.182720 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.182879 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.183040 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.183201 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.183361 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.183522 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.183681 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.183839 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184000 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184159 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184324 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184484 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184644 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184818 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.184982 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.185153 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.185313 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.185472 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.185630 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.185789 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186004 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186170 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186403 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186502 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186635 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186793 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.186899 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:45:40.186989 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.187139 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.187297 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.187456 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.187616 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.187776 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.187934 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.188094 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.188252 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.188411 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.188570 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.188729 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.188977 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.189138 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.189298 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.189457 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.189617 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.189778 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.189937 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.190096 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.190256 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.190415 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.190574 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.190744 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.190915 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.191076 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.191234 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.191440 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.191536 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.191696 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.191855 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.192012 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.192171 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.192332 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.192491 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.192649 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.192831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.193231 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.193530 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.193792 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.193956 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.194118 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.194279 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.194442 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.194601 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.194762 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.194922 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.195080 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.195239 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.195397 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.195567 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.195726 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.195887 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.196045 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.196212 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.196383 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.196542 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.196701 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.196887 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197047 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197221 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197353 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197512 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197672 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197829 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.197988 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.198156 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.198327 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.198487 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.198647 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.198805 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.198987 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.199146 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.199378 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.199544 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.199705 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.199885 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200016 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200160 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200319 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200479 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200640 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200847 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.200980 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.201307 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.201307 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.201468 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.201784 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.201784 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.201948 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202027 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202191 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202349 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202510 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202668 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202828 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.202986 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.203145 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.203303 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.203462 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.203627 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.203776 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.203935 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.204094 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.204256 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.204415 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.204575 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.204734 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.204915 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.205076 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.205236 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.205396 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.205557 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.205716 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.205876 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206037 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206196 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206356 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206516 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206687 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206831 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.206991 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.207150 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.207309 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.207468 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.207628 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.207802 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.207961 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.208120 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.208279 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.208437 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.208842 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.209130 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.209372 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.209533 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.209693 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.209853 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.210017 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.210181 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.210342 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.210502 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.210662 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.211149 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.211149 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.211149 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.211380 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.211459 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.211584 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212272 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212995 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212995 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212995 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212995 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.212995 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.213288 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.213288 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.213423 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.213548 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.213706 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.213865 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214058 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214189 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214630 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214630 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214630 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214857 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.214939 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.215097 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.215256 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.215414 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.215573 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.215732 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.215900 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.216060 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.216219 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.216377 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.216536 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.216694 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.216886 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.217048 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.217208 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.217377 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.217537 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.217696 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.217856 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218028 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218189 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218351 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218512 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218673 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218832 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.218993 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.219412 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.219581 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.219747 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.219907 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.220074 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.220241 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.220408 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.220570 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.220736 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.220929 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.221089 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.221249 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.221408 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.221567 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.221725 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.221885 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222043 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222201 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222360 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222520 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222680 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222838 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.222997 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.223157 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.223316 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.223474 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.223635 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.223794 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.223953 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:45:40.224105 dv-cinder-803748-3-iscsi neutron-server[93145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 04:45:40.466084 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 57754) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:45:40.474624 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064101 Aug 07 04:45:51.648034 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda84da-3998-4077-9f12-92771a4fe397 None None] get_active_networks_info from dv-cinder-803748-3-iscsi {{(pid=93256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 07 04:45:51.712160 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda84da-3998-4077-9f12-92771a4fe397 None None] No non-hosted networks {{(pid=93256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 04:45:51.726932 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.agentschedulers_db [None req-1fda84da-3998-4077-9f12-92771a4fe397 None None] DHCP Agent not found on host dv-cinder-803748-3-iscsi {{(pid=93256) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 07 04:45:51.864427 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6e799a41-8b1f-4b51-af79-5627ab02fa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1658604'] for agent, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:54.271146 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1658604'] for agent, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:54.272907 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.273529 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.274108 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.274685 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.275280 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.276040 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.277084 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.277790 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.279144 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.279825 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.280865 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.281405 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:45:54.281992 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803748-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:45:54.319871 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803748-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:45:54.321029 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d35e408f-e481-44e9-83d2-a5a102bec22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1658604'] for agent, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:54.342506 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c10fbe5d-ccd4-414f-99ff-25e62189ea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:55.558115 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1658604'] for agent, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:56.933743 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1658604'] for agent, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:45:58.234326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 57846) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:45:58.767869 dv-cinder-803748-3-iscsi neutron-server[93254]: WARNING oslo_policy.policy [None req-fae2f9c1-7421-4da2-bd42-a6beebc25ed8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:45:58.768445 dv-cinder-803748-3-iscsi neutron-server[93254]: WARNING oslo_policy.policy [None req-fae2f9c1-7421-4da2-bd42-a6beebc25ed8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:45:58.991192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [None req-fae2f9c1-7421-4da2-bd42-a6beebc25ed8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:45:58.992238 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-fae2f9c1-7421-4da2-bd42-a6beebc25ed8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7563133 Aug 07 04:45:59.618174 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.db.l3_hamode_db [None req-638f1bff-c198-4af3-8c28-66fadcbbc327 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 04:45:59.696088 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f1bff-c198-4af3-8c28-66fadcbbc327 None None] Routers set() bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:45:59.696473 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f1bff-c198-4af3-8c28-66fadcbbc327 None None] Router IDs set() for agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 07 04:46:01.331664 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 57860) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:01.640406 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:01.733649 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.policy [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 04:46:01.782212 dv-cinder-803748-3-iscsi neutron-server[93254]: WARNING oslo_policy.policy [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:46:01.782584 dv-cinder-803748-3-iscsi neutron-server[93254]: WARNING oslo_policy.policy [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:46:01.791717 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.quota [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] Loaded quota_driver: . Aug 07 04:46:01.885496 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788337295773', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788337296368', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788337287157', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788337281448', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788333773125', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788337277080', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-729775', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805768', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2007171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681892'] for rbac-policy, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:01.949139 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:01.950307 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f33e144e-8297-4517-a0f3-3c7e318d9c18 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6176388 Aug 07 04:46:04.516280 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57872) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:05.002394 dv-cinder-803748-3-iscsi neutron-server[93255]: WARNING oslo_policy.policy [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:46:05.002975 dv-cinder-803748-3-iscsi neutron-server[93255]: WARNING oslo_policy.policy [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:46:05.220475 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'project_id': '68a81e25344f4c1a9f28a781e71e29ae'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:05.222021 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.quota [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Loaded quota_driver: . Aug 07 04:46:05.278797 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Made reservation on behalf of 68a81e25344f4c1a9f28a781e71e29ae for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:46:05.345400 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.policy [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 04:46:05.390288 dv-cinder-803748-3-iscsi neutron-server[93255]: WARNING oslo_policy.policy [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:46:05.390688 dv-cinder-803748-3-iscsi neutron-server[93255]: WARNING oslo_policy.policy [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:46:05.400708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.421521 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.553915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.557687 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.582078 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:46:05.606834 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788334961255', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.607443 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Unsubscribe: segment precommit_create {{(pid=93255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 04:46:05.607965 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Added segment c41d3d96-1c5d-4932-b924-573d2fcbc3db of type vlan for network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d Aug 07 04:46:05.618750 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf7fa0-3e0c-4db8-8907-5eb7934394d2,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:05.641287 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.641647 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.641992 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.642325 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.642654 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.642996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.643328 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.643650 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.643984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.644307 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.644629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.644978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Tracked resource versions report: Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: pushed versions: Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: { 'AddressGroup': {'1.2'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'ConntrackHelper': {'1.0'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Log': {'1.0'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Network': {'1.1'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Port': {'1.7'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'PortForwarding': {'1.2'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'QosPolicy': {'1.9'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroup': {'1.4'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SubPort': {'1.0'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Subnet': {'1.1'}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Trunk': {'1.1'}} Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: consumer versions: Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'ConntrackHelper': '1.0', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Log': '1.0', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Network': '1.1', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Port': '1.7', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'PortForwarding': '1.2', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'QosPolicy': '1.9', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroup': '1.4', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroupRule': '1.2', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SubPort': '1.0', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Subnet': '1.1', Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Trunk': '1.1'}} Aug 07 04:46:05.646100 dv-cinder-803748-3-iscsi neutron-server[93255]: {{(pid=93255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:46:05.745559 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.799731 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.801222 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:05.802572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:05.881792 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3633037 Aug 07 04:46:05.903195 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645397a3-e566-4390-9f93-99fc7392c33a admin admin] Pushing event updated for resources: {'Network': ['ID=1b4bb25e-ad10-4394-9b31-8a19f6a48e1d,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:05.917081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:46:08.527716 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57894) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:08.915777 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79260676-e122-4818-84f6-64b2afca1bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:08.917148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-79260676-e122-4818-84f6-64b2afca1bba admin admin] 10.222.0.35 "GET /v2.0/networks/1b4bb25e-ad10-4394-9b31-8a19f6a48e1d HTTP/1.1" status: 200 len: 825 time: 0.3884656 Aug 07 04:46:08.956140 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-07a5f1e0-756a-447c-9233-00babb8410f3 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/19e97a99-564a-4f01-ad7d-2ec7aa901afd HTTP/1.1" status: 200 len: 734 time: 0.0327497 Aug 07 04:46:08.966318 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Request body: {'subnet': {'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:08.991394 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Made reservation on behalf of 68a81e25344f4c1a9f28a781e71e29ae for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:46:08.993676 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:09.286702 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:09.354708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7448064-9a64-4040-8ea8-9ccaf8e0f113,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:09.356641 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Checking segment: {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:46:09.357066 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Network hostable DHCP agents. Network: 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:46:09.378980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:46:09.390113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:46:09.394628 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:09.395229 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:09.399996 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b04b9-e9ed-45da-9afe-6742d52d6f65 None None] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:46:09.408085 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-f4a40e15-7618-402a-8a77-761d6c680339 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451537 Aug 07 04:46:09.715710 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:46:09.716972 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:09.992340 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Allocated IP 172.20.0.2 (1b4bb25e-ad10-4394-9b31-8a19f6a48e1d/f7448064-9a64-4040-8ea8-9ccaf8e0f113/ff3bef30-3272-45f8-92d9-95212ced9beb) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:46:10.222716 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:10.238120 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Transition to ACTIVE for port object ff3bef30-3272-45f8-92d9-95212ced9beb will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:46:10.260077 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Transition to ACTIVE for port object ff3bef30-3272-45f8-92d9-95212ced9beb will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:46:10.267843 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:10.333840 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:46:10.339468 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:46:10.344493 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:46:10.383950 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Pushing event updated for resources: {'Port': ['ID=ff3bef30-3272-45f8-92d9-95212ced9beb,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:10.409721 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.410344 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.410454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.411097 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.411437 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.411763 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.412089 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.412415 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.412755 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.413103 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.413424 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.413741 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Tracked resource versions report: Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: pushed versions: Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: { 'AddressGroup': {'1.2'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'ConntrackHelper': {'1.0'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Log': {'1.0'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Network': {'1.1'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Port': {'1.7'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'PortForwarding': {'1.2'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'QosPolicy': {'1.9'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroup': {'1.4'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SubPort': {'1.0'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Subnet': {'1.1'}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Trunk': {'1.1'}} Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: consumer versions: Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'ConntrackHelper': '1.0', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Log': '1.0', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Network': '1.1', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Port': '1.7', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'PortForwarding': '1.2', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'QosPolicy': '1.9', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroup': '1.4', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroupRule': '1.2', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SubPort': '1.0', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Subnet': '1.1', Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Trunk': '1.1'}} Aug 07 04:46:10.414820 dv-cinder-803748-3-iscsi neutron-server[93256]: {{(pid=93256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:46:10.443591 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Attempting to bind port ff3bef30-3272-45f8-92d9-95212ced9beb on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:46:10.443973 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Attempting to bind port ff3bef30-3272-45f8-92d9-95212ced9beb by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:46:10.444397 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Attempting to bind port ff3bef30-3272-45f8-92d9-95212ced9beb on network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:46:10.449085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:46:10.449482 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Checking segment: {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:46:10.449946 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:10.450348 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Bound using segment: {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:46:10.450820 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Bound port: ff3bef30-3272-45f8-92d9-95212ced9beb, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:46:10.451210 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:10.517595 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] For port ff3bef30-3272-45f8-92d9-95212ced9beb, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:46:10.522865 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] For port ff3bef30-3272-45f8-92d9-95212ced9beb, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ff3bef30-3272-45f8-92d9-95212ced9beb,segment=NetworkSegment(c41d3d96-1c5d-4932-b924-573d2fcbc3db),segment_id=c41d3d96-1c5d-4932-b924-573d2fcbc3db)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:46:10.527441 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:10.593170 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfa6f7-5a4a-4491-bf31-1e219c9c0d25 None None] Pushing event updated for resources: {'Port': ['ID=ff3bef30-3272-45f8-92d9-95212ced9beb,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:11.794106 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57902) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:12.117814 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [None req-05552226-7cac-4bd1-9958-27fa2b628bcc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:46:12.121148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-05552226-7cac-4bd1-9958-27fa2b628bcc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236744 Aug 07 04:46:14.537645 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57910) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:14.921064 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [None req-d7a553e1-96be-4870-89a6-e279e2519126 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:46:14.922096 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-d7a553e1-96be-4870-89a6-e279e2519126 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3835263 Aug 07 04:46:17.635800 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57920) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:17.937063 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:17.961223 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:17.963010 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:18.118369 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:18.122822 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:18.135188 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:18.136481 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ebe2d10a-a44b-4eb4-970e-6f5c7a87ab9e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4997497 Aug 07 04:46:18.232237 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ff3bef30-3272-45f8-92d9-95212ced9beb up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:46:18.319664 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port ff3bef30-3272-45f8-92d9-95212ced9beb completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:46:19.111288 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d48fd-dba0-4547-9510-8c7c7b560263 None None] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:46:19.234713 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] Provisioning for port ff3bef30-3272-45f8-92d9-95212ced9beb completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:46:19.242204 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] Provisioning complete for port ff3bef30-3272-45f8-92d9-95212ced9beb triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:19.242602 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:19.392473 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:19.430298 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] For port ff3bef30-3272-45f8-92d9-95212ced9beb, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ff3bef30-3272-45f8-92d9-95212ced9beb,segment=NetworkSegment(c41d3d96-1c5d-4932-b924-573d2fcbc3db),segment_id=c41d3d96-1c5d-4932-b924-573d2fcbc3db)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:46:19.434777 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:19.483823 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233bb05-9282-47f3-ac1a-907dfbd9a36d None None] Pushing event updated for resources: {'Port': ['ID=ff3bef30-3272-45f8-92d9-95212ced9beb,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:19.552592 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-68e06915-54ef-450e-b863-4ebe138769e5 None None] Provisioning complete for port ff3bef30-3272-45f8-92d9-95212ced9beb triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:19.552988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-68e06915-54ef-450e-b863-4ebe138769e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:20.205159 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ff3bef30-3272-45f8-92d9-95212ced9beb up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:46:20.252526 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port ff3bef30-3272-45f8-92d9-95212ced9beb triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:20.253186 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:20.537798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57932) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:20.850788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [None req-c3d2b691-c9d8-4998-a595-de7d24ab11bc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:46:20.851772 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c3d2b691-c9d8-4998-a595-de7d24ab11bc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130457 Aug 07 04:46:21.553921 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d4e00b81-44ba-404b-9e31-4781a2d5c719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.229297 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57940) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:23.537635 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:23.558824 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Made reservation on behalf of 77248b147ee74802938d3d5a6f8a94e5 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:46:23.561109 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.568804 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.653142 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.656549 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.670384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Reserving flat network on physical network physnet1 {{(pid=93255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 04:46:23.691278 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.692154 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Added segment e24dd232-739a-456e-9430-bab38fd0a8c8 of type flat for network 2ce78fbc-28e1-494d-a287-039be673916f Aug 07 04:46:23.693450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd673a28-6b0c-4720-a442-88abc7173574,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:23.741462 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.777672 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.778547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:23.779113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:23.829050 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-85111610-fcab-462b-9445-10d009167495 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5986922 Aug 07 04:46:23.836593 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85111610-fcab-462b-9445-10d009167495 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce78fbc-28e1-494d-a287-039be673916f,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:23.855901 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 2ce78fbc-28e1-494d-a287-039be673916f details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:46:24.261448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:24.263360 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c000-3fea-4272-bf54-d9d62462fbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:25.510762 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:26.168936 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57958) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:26.343763 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ee570-5015-4686-b83a-ad6a4251871b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:26.345066 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-861ee570-5015-4686-b83a-ad6a4251871b admin admin] 10.222.0.35 "GET /v2.0/subnets/f7448064-9a64-4040-8ea8-9ccaf8e0f113 HTTP/1.1" status: 200 len: 849 time: 0.1751664 Aug 07 04:46:26.462646 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-19ed92ee-1724-4c3c-97b4-242859adc0c9 admin admin] 10.222.0.35 "GET /v2.0/routers/6a96f116-ccfc-4351-92a5-628a094d206a HTTP/1.1" status: 200 len: 704 time: 0.1104810 Aug 07 04:46:26.724172 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:26.887042 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.007207 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Allocated IP 172.20.0.1 (1b4bb25e-ad10-4394-9b31-8a19f6a48e1d/f7448064-9a64-4040-8ea8-9ccaf8e0f113/241094a9-cd01-47de-b5ae-6d210752c316) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:46:27.198659 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.219396 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Transition to ACTIVE for port object 241094a9-cd01-47de-b5ae-6d210752c316 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:46:27.299643 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.359721 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:46:27.364830 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:46:27.377626 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:46:27.378154 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.448311 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Pushing event updated for resources: {'Port': ['ID=241094a9-cd01-47de-b5ae-6d210752c316,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:27.575950 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.600907 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-b557dc8f-60e0-4381-a9ae-4a5923ba42cb None None] Provisioning for port 241094a9-cd01-47de-b5ae-6d210752c316 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:46:27.604580 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-b557dc8f-60e0-4381-a9ae-4a5923ba42cb None None] Provisioning complete for port 241094a9-cd01-47de-b5ae-6d210752c316 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:27.605005 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b557dc8f-60e0-4381-a9ae-4a5923ba42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.638324 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-b557dc8f-60e0-4381-a9ae-4a5923ba42cb None None] Port 241094a9-cd01-47de-b5ae-6d210752c316 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:46:27.780335 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.784378 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.785199 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:27.860701 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Pushing event updated for resources: {'Port': ['ID=241094a9-cd01-47de-b5ae-6d210752c316,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:27.909505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:46:27.911042 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:46:28.057498 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-35b8e9d9-18ba-489d-8c67-872b9ff0cf35 None None] Provisioning complete for port 241094a9-cd01-47de-b5ae-6d210752c316 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:28.058013 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-35b8e9d9-18ba-489d-8c67-872b9ff0cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:28.068033 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Router 6a96f116-ccfc-4351-92a5-628a094d206a is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:46:28.093783 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-35b8e9d9-18ba-489d-8c67-872b9ff0cf35 None None] Port 241094a9-cd01-47de-b5ae-6d210752c316 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:46:28.157460 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:46:28.163388 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-dda4a691-95fb-4cef-b98b-e1496dacfa91 admin admin] 10.222.0.35 "PUT /v2.0/routers/6a96f116-ccfc-4351-92a5-628a094d206a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6953466 Aug 07 04:46:28.180433 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Sync routers for ids ['6a96f116-ccfc-4351-92a5-628a094d206a'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:46:28.191498 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Routers {'6a96f116-ccfc-4351-92a5-628a094d206a'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:46:28.192487 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:46:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['6a96f116-ccfc-4351-92a5-628a094d206a'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:28.383198 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Set router 6a96f116-ccfc-4351-92a5-628a094d206a gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:46:28.802584 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:46:17Z', 'updated_at': '2021-08-07T04:46:27Z', 'revision_number': 2, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'gw_port_host': None, '_interfaces': [{'id': '241094a9-cd01-47de-b5ae-6d210752c316', 'name': '', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'mac_address': 'fa:16:3e:05:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:26Z', 'updated_at': '2021-08-07T04:46:27Z', 'revision_number': 2, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnets': [{'id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:28.852200 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Checking router: 6a96f116-ccfc-4351-92a5-628a094d206a for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:46:28.852562 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Updating router 6a96f116-ccfc-4351-92a5-628a094d206a port 241094a9-cd01-47de-b5ae-6d210752c316 binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:46:28.901475 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:29.429949 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:29.448050 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Transition to ACTIVE for port object 241094a9-cd01-47de-b5ae-6d210752c316 will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:46:29.453913 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:29.623363 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Attempting to bind port 241094a9-cd01-47de-b5ae-6d210752c316 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:46:29.623770 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Attempting to bind port 241094a9-cd01-47de-b5ae-6d210752c316 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:46:29.624207 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Attempting to bind port 241094a9-cd01-47de-b5ae-6d210752c316 on network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:46:29.627366 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Pushing event updated for resources: {'Port': ['ID=241094a9-cd01-47de-b5ae-6d210752c316,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:29.633913 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:46:29.634326 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Checking segment: {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:46:29.634812 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:29.635225 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Bound using segment: {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:46:29.635719 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Bound port: 241094a9-cd01-47de-b5ae-6d210752c316, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41d3d96-1c5d-4932-b924-573d2fcbc3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:46:29.636098 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:29.648344 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.648691 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.649055 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.649390 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.649722 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.650057 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.650382 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.650708 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.651054 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.651379 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.651703 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.652022 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Tracked resource versions report: Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: pushed versions: Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: { 'AddressGroup': {'1.2'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'ConntrackHelper': {'1.0'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Log': {'1.0'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Network': {'1.1'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Port': {'1.7'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'PortForwarding': {'1.2'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'QosPolicy': {'1.9'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroup': {'1.4'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SubPort': {'1.0'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Subnet': {'1.1'}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Trunk': {'1.1'}} Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: consumer versions: Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'ConntrackHelper': '1.0', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Log': '1.0', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Network': '1.1', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Port': '1.7', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'PortForwarding': '1.2', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'QosPolicy': '1.9', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroup': '1.4', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroupRule': '1.2', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SubPort': '1.0', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Subnet': '1.1', Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Trunk': '1.1'}} Aug 07 04:46:29.653100 dv-cinder-803748-3-iscsi neutron-server[93257]: {{(pid=93257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:46:29.714386 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] For port 241094a9-cd01-47de-b5ae-6d210752c316, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:46:29.736726 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] For port 241094a9-cd01-47de-b5ae-6d210752c316, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=241094a9-cd01-47de-b5ae-6d210752c316,segment=NetworkSegment(c41d3d96-1c5d-4932-b924-573d2fcbc3db),segment_id=c41d3d96-1c5d-4932-b924-573d2fcbc3db)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:46:29.741143 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:29.808210 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Routers {'6a96f116-ccfc-4351-92a5-628a094d206a'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:46:29.808849 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:46:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['6a96f116-ccfc-4351-92a5-628a094d206a'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:29.810569 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3902e-7e2c-4b61-a5ea-9051cd1977e9 None None] Pushing event updated for resources: {'Port': ['ID=241094a9-cd01-47de-b5ae-6d210752c316,revision_number=4']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:29.899719 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] Set router 6a96f116-ccfc-4351-92a5-628a094d206a gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:46:30.110350 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:46:17Z', 'updated_at': '2021-08-07T04:46:27Z', 'revision_number': 2, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'gw_port_host': None, '_interfaces': [{'id': '241094a9-cd01-47de-b5ae-6d210752c316', 'name': '', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'mac_address': 'fa:16:3e:05:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:26Z', 'updated_at': '2021-08-07T04:46:29Z', 'revision_number': 4, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnets': [{'id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:30.136989 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611853b-f0ec-4569-ab4b-b62885504644 None None] The sync data for ids ['6a96f116-ccfc-4351-92a5-628a094d206a'] in dv-cinder-803748-3-iscsi is: [{'id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:46:17Z', 'updated_at': '2021-08-07T04:46:27Z', 'revision_number': 2, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'gw_port_host': None, '_interfaces': [{'id': '241094a9-cd01-47de-b5ae-6d210752c316', 'name': '', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'mac_address': 'fa:16:3e:05:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:26Z', 'updated_at': '2021-08-07T04:46:29Z', 'revision_number': 4, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnets': [{'id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:46:30.407340 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 57978) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:30.517523 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b729425-e1d3-4ca9-85f3-e03e9aab250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:30.518891 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-4b729425-e1d3-4ca9-85f3-e03e9aab250e admin admin] 10.222.0.35 "GET /v2.0/networks/2ce78fbc-28e1-494d-a287-039be673916f HTTP/1.1" status: 200 len: 842 time: 0.1106091 Aug 07 04:46:30.528836 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Request body: {'subnet': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:30.549934 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Made reservation on behalf of 77248b147ee74802938d3d5a6f8a94e5 for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:46:30.553244 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:30.903866 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.objects.ports [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 07 04:46:30.904226 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:30.960059 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ad83f8-16de-456d-8979-253c64aa661c,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:30.964174 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:46:30.964527 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Network hostable DHCP agents. Network: 2ce78fbc-28e1-494d-a287-039be673916f, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:46:30.982388 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:46:30.991392 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 2ce78fbc-28e1-494d-a287-039be673916f) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:46:30.995325 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:30.995905 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:31.000590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c91642-ab5b-4cea-a224-90919364c149 None None] Network 2ce78fbc-28e1-494d-a287-039be673916f requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:46:31.010960 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1b14de91-b729-49da-942f-43535301d089 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4855793 Aug 07 04:46:31.129075 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ea142-7f2e-4d68-8ef6-f29290dc384f None None] Network 2ce78fbc-28e1-494d-a287-039be673916f requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:46:33.272777 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 57986) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:33.543574 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8b64b896-e90f-4141-94af-3337b0ccaeff admin admin] 10.222.0.35 "GET /v2.0/routers/6a96f116-ccfc-4351-92a5-628a094d206a HTTP/1.1" status: 200 len: 710 time: 0.2694635 Aug 07 04:46:33.734481 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb308a-9343-40b4-a71b-d5168202c644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:46:33.735962 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-b5cb308a-9343-40b4-a71b-d5168202c644 admin admin] 10.222.0.35 "GET /v2.0/networks/2ce78fbc-28e1-494d-a287-039be673916f HTTP/1.1" status: 200 len: 886 time: 0.1869724 Aug 07 04:46:33.745341 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:46:34.011069 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:34.251575 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:34.327438 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:34.514910 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Allocated IP 172.27.3.62 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/4a3be175-72a9-4512-9a4c-2cd50b1ccf17) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:46:34.624609 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:34.712523 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:34.753157 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:46:34.755177 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:46:34.827336 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:46:34.832919 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3be175-72a9-4512-9a4c-2cd50b1ccf17,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:34.870835 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.871108 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.871446 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.871781 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.872107 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.872440 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.872764 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.873112 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.873454 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.873779 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.874099 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.874417 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Tracked resource versions report: Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: pushed versions: Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: { 'AddressGroup': {'1.2'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'ConntrackHelper': {'1.0'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Log': {'1.0'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Network': {'1.1'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Port': {'1.7'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'PortForwarding': {'1.2'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'QosPolicy': {'1.9'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroup': {'1.4'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SubPort': {'1.0'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Subnet': {'1.1'}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Trunk': {'1.1'}} Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: consumer versions: Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'ConntrackHelper': '1.0', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Log': '1.0', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Network': '1.1', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Port': '1.7', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'PortForwarding': '1.2', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'QosPolicy': '1.9', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroup': '1.4', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroupRule': '1.2', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SubPort': '1.0', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Subnet': '1.1', Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Trunk': '1.1'}} Aug 07 04:46:34.875476 dv-cinder-803748-3-iscsi neutron-server[93254]: {{(pid=93254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:46:35.167401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:35.381138 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1659678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102629'] for router, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:35.386657 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1659877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1659884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656918'] for router, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:35.497961 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Router 6a96f116-ccfc-4351-92a5-628a094d206a has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:46:35.606236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:46:35.610668 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:35.612960 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-46cfa8b2-1318-4e88-a756-2d689f333e73 admin admin] 10.222.0.35 "PUT /v2.0/routers/6a96f116-ccfc-4351-92a5-628a094d206a HTTP/1.1" status: 200 len: 889 time: 1.8705385 Aug 07 04:46:36.249322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 241094a9-cd01-47de-b5ae-6d210752c316 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:46:36.307167 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 241094a9-cd01-47de-b5ae-6d210752c316 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:46:36.310831 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 241094a9-cd01-47de-b5ae-6d210752c316 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:36.311205 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:36.387132 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:36.418342 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 241094a9-cd01-47de-b5ae-6d210752c316, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=241094a9-cd01-47de-b5ae-6d210752c316,segment=NetworkSegment(c41d3d96-1c5d-4932-b924-573d2fcbc3db),segment_id=c41d3d96-1c5d-4932-b924-573d2fcbc3db)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:46:36.422249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:36.474154 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=241094a9-cd01-47de-b5ae-6d210752c316,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:36.627368 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Sync routers for ids ['6a96f116-ccfc-4351-92a5-628a094d206a'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:46:36.638590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Routers {'6a96f116-ccfc-4351-92a5-628a094d206a'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:46:36.639160 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:46:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['6a96f116-ccfc-4351-92a5-628a094d206a'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:36.881986 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Set router 6a96f116-ccfc-4351-92a5-628a094d206a gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:46:37.268068 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4a3be175-72a9-4512-9a4c-2cd50b1ccf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:46:17Z', 'updated_at': '2021-08-07T04:46:34Z', 'revision_number': 4, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'gw_port': {'id': '4a3be175-72a9-4512-9a4c-2cd50b1ccf17', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:34Z', 'updated_at': '2021-08-07T04:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '241094a9-cd01-47de-b5ae-6d210752c316', 'name': '', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'mac_address': 'fa:16:3e:05:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:26Z', 'updated_at': '2021-08-07T04:46:36Z', 'revision_number': 5, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnets': [{'id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:37.323586 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Checking router: 6a96f116-ccfc-4351-92a5-628a094d206a for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:46:37.323964 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Updating router 6a96f116-ccfc-4351-92a5-628a094d206a port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:46:37.370661 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:37.688100 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:37.698338 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Transition to ACTIVE for port object 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:46:37.704304 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:37.758078 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Attempting to bind port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:46:37.758448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Attempting to bind port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:46:37.758804 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Attempting to bind port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:46:37.760699 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e5b23-8df3-454d-9417-7d4c6778c3c0 None None] Pushing event updated for resources: {'Port': ['ID=4a3be175-72a9-4512-9a4c-2cd50b1ccf17,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:37.766092 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:46:37.766465 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:46:37.766863 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:37.767626 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:46:37.767726 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Bound port: 4a3be175-72a9-4512-9a4c-2cd50b1ccf17, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:46:37.768075 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:37.817817 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] For port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:46:37.820778 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] For port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=4a3be175-72a9-4512-9a4c-2cd50b1ccf17,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:46:37.825549 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:37.877652 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Routers {'6a96f116-ccfc-4351-92a5-628a094d206a'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:46:37.878871 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:46:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['6a96f116-ccfc-4351-92a5-628a094d206a'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:37.967307 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58002) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:46:38.000735 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e5b23-8df3-454d-9417-7d4c6778c3c0 None None] Pushing event updated for resources: {'Port': ['ID=4a3be175-72a9-4512-9a4c-2cd50b1ccf17,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:38.070715 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] Set router 6a96f116-ccfc-4351-92a5-628a094d206a gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:46:38.091287 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-b9b8618d-2228-4d15-a7d0-596c2d314ad7 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1225028 Aug 07 04:46:38.223656 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 241094a9-cd01-47de-b5ae-6d210752c316 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:46:38.312759 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 241094a9-cd01-47de-b5ae-6d210752c316 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:38.313438 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:38.365994 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4a3be175-72a9-4512-9a4c-2cd50b1ccf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:46:17Z', 'updated_at': '2021-08-07T04:46:34Z', 'revision_number': 4, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'gw_port': {'id': '4a3be175-72a9-4512-9a4c-2cd50b1ccf17', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:34Z', 'updated_at': '2021-08-07T04:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '241094a9-cd01-47de-b5ae-6d210752c316', 'name': '', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'mac_address': 'fa:16:3e:05:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:26Z', 'updated_at': '2021-08-07T04:46:36Z', 'revision_number': 5, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnets': [{'id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:46:38.397917 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8e47aa-0a01-4ad2-becf-ce316905a215 None None] The sync data for ids ['6a96f116-ccfc-4351-92a5-628a094d206a'] in dv-cinder-803748-3-iscsi is: [{'id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'name': 'router1', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4a3be175-72a9-4512-9a4c-2cd50b1ccf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:46:17Z', 'updated_at': '2021-08-07T04:46:34Z', 'revision_number': 4, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'gw_port': {'id': '4a3be175-72a9-4512-9a4c-2cd50b1ccf17', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:34Z', 'updated_at': '2021-08-07T04:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '241094a9-cd01-47de-b5ae-6d210752c316', 'name': '', 'network_id': '1b4bb25e-ad10-4394-9b31-8a19f6a48e1d', 'tenant_id': '68a81e25344f4c1a9f28a781e71e29ae', 'mac_address': 'fa:16:3e:05:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96f116-ccfc-4351-92a5-628a094d206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:46:26Z', 'updated_at': '2021-08-07T04:46:36Z', 'revision_number': 5, 'project_id': '68a81e25344f4c1a9f28a781e71e29ae', 'subnets': [{'id': 'f7448064-9a64-4040-8ea8-9ccaf8e0f113', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19e97a99-564a-4f01-ad7d-2ec7aa901afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:46:40.263162 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:46:40.317021 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:46:40.320966 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:40.324054 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:40.405589 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:40.427618 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=4a3be175-72a9-4512-9a4c-2cd50b1ccf17,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:46:40.432903 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:40.485943 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=4a3be175-72a9-4512-9a4c-2cd50b1ccf17,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:46:42.264057 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:46:42.326184 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 4a3be175-72a9-4512-9a4c-2cd50b1ccf17 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:46:42.326937 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:49.101057 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:46:51.558025 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad990-35b9-491c-8cc0-2485bfd7c1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:54.273683 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:54.282124 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d03ed0bd-0034-4ba1-a8fc-b1f5b2e4924e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:55.519500 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:46:56.926352 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:21.561091 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b57c1609-4b56-4648-9b3c-755e19ed56a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:24.267301 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:24.274343 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-39a29519-a75d-4150-bf00-10d71b595536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:25.518924 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:26.106579 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:47:26.909751 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:51.565709 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-433dec0b-1c06-4040-b0b5-4dfd7301b6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.266541 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.269482 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3655f24b-bc6c-4b05-8202-ae883a4cd26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:55.522830 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:56.914068 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:03.104303 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:48:13.637252 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58570) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:13.698389 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f5d4aa-e117-47c9-be71-ef234c60f657 admin admin] GET failed (client error): The resource could not be found. Aug 07 04:48:13.699673 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a5f5d4aa-e117-47c9-be71-ef234c60f657 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614774 Aug 07 04:48:13.858539 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defab3b4-447f-45da-8227-9cb65ae5ebea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:13.859997 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-defab3b4-447f-45da-8227-9cb65ae5ebea admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554968 Aug 07 04:48:16.022663 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58580) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:16.129888 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dae6ba-6192-4565-9262-538dba55a725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:16.131224 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-45dae6ba-6192-4565-9262-538dba55a725 admin admin] 10.222.0.35 "GET /v2.0/subnets/f7448064-9a64-4040-8ea8-9ccaf8e0f113 HTTP/1.1" status: 200 len: 849 time: 0.1076276 Aug 07 04:48:16.141104 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:48:16.224338 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:16.370338 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788334906772'] for subnet, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:16.406596 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:16.407401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:16.421032 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] 10.222.0.35 "PUT /v2.0/subnets/f7448064-9a64-4040-8ea8-9ccaf8e0f113 HTTP/1.1" status: 200 len: 868 time: 0.2719214 Aug 07 04:48:16.421707 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1eb446-8a4c-49bd-b82f-a8132b5e27b9 None None] Network 1b4bb25e-ad10-4394-9b31-8a19f6a48e1d requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:48:16.429478 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7448064-9a64-4040-8ea8-9ccaf8e0f113,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:16.437073 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.437460 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.437792 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.438125 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.438594 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.439100 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.439437 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.439768 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.440115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.440443 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.440764 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.441106 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd457882-7313-4844-b0d0-cbed86a2a46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:16.743421 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-aeec4306-fa10-4e5c-a0aa-dc8aef3a95e5 None None] Provisioning complete for port 241094a9-cd01-47de-b5ae-6d210752c316 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:16.743794 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-aeec4306-fa10-4e5c-a0aa-dc8aef3a95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:16.825420 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-aeec4306-fa10-4e5c-a0aa-dc8aef3a95e5 None None] Provisioning complete for port ff3bef30-3272-45f8-92d9-95212ced9beb triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:16.825785 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-aeec4306-fa10-4e5c-a0aa-dc8aef3a95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:18.777701 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58590) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:18.976527 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18ff3f-85c7-47f0-b65c-08bbd536eb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:18.976970 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18ff3f-85c7-47f0-b65c-08bbd536eb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:18.978495 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-7a18ff3f-85c7-47f0-b65c-08bbd536eb36 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998427 Aug 07 04:48:21.113296 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58598) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:21.312560 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74514949-9657-49f6-a373-f22f1f33147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:21.312989 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74514949-9657-49f6-a373-f22f1f33147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:21.314527 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-74514949-9657-49f6-a373-f22f1f33147a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002916 Aug 07 04:48:21.567636 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2713ccbd-5c82-4072-887b-99360a86d374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:23.468691 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58606) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:23.614403 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21a170-cf1f-4f1b-8349-d28400069c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:23.615772 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ed21a170-cf1f-4f1b-8349-d28400069c38 admin admin] 10.222.0.35 "GET /v2.0/networks/1b4bb25e-ad10-4394-9b31-8a19f6a48e1d HTTP/1.1" status: 200 len: 869 time: 0.1460924 Aug 07 04:48:24.265721 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:24.273567 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3cd04c11-d546-461b-9e10-b9373e9fc515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:25.523681 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:25.766407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58614) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:25.891776 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08348ed-e2cd-4aef-825d-0bfd65d44b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:25.893135 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c08348ed-e2cd-4aef-825d-0bfd65d44b04 admin admin] 10.222.0.35 "GET /v2.0/networks/2ce78fbc-28e1-494d-a287-039be673916f HTTP/1.1" status: 200 len: 886 time: 0.1257291 Aug 07 04:48:26.917523 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:28.047228 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58622) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:28.168886 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cf616-7104-4ae3-948c-000f05c37a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:28.169347 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cf616-7104-4ae3-948c-000f05c37a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:28.171614 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-bb0cf616-7104-4ae3-948c-000f05c37a03 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234348 Aug 07 04:48:30.312482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58630) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:30.436043 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf85ff-bfa9-4130-a04e-cd76d11ed745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:30.436499 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf85ff-bfa9-4130-a04e-cd76d11ed745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:30.438061 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-d4bf85ff-bfa9-4130-a04e-cd76d11ed745 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245978 Aug 07 04:48:32.601780 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58638) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:32.689597 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763b541-f573-4504-b483-0d099baacdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:32.690929 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6763b541-f573-4504-b483-0d099baacdf4 admin admin] 10.222.0.35 "GET /v2.0/subnets/a7ad83f8-16de-456d-8979-253c64aa661c HTTP/1.1" status: 200 len: 816 time: 0.0881815 Aug 07 04:48:34.818399 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58646) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:34.908769 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b23ab-a492-4c5d-8642-cbcf37976f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:34.910049 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ed1b23ab-a492-4c5d-8642-cbcf37976f87 admin admin] 10.222.0.35 "GET /v2.0/subnets/f7448064-9a64-4040-8ea8-9ccaf8e0f113 HTTP/1.1" status: 200 len: 868 time: 0.0907063 Aug 07 04:48:40.102852 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:48:51.568467 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a34628a7-4ed1-4f7a-8dfa-a76bd78e8f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:54.257655 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:54.274186 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0b431ea5-5139-4beb-bc29-fedbf381f34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:55.527273 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:56.918920 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:00.469652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58700) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:49:00.516873 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [None req-e8910e53-8a2d-47f4-936d-1cf5b988e78c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:49:00.517818 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e8910e53-8a2d-47f4-936d-1cf5b988e78c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472083 Aug 07 04:49:02.813290 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58708) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:49:02.873196 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c289506-700b-4ed0-ac4a-de38c0f2a232 admin admin] GET failed (client error): The resource could not be found. Aug 07 04:49:02.874404 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8c289506-700b-4ed0-ac4a-de38c0f2a232 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601916 Aug 07 04:49:02.957775 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6dc120-5f57-4801-978f-36a2f2dd54d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:02.959170 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7a6dc120-5f57-4801-978f-36a2f2dd54d8 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804045 Aug 07 04:49:05.133772 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58716) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:49:05.181467 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:49:05.201264 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Made reservation on behalf of 77248b147ee74802938d3d5a6f8a94e5 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:49:05.203508 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:05.232096 dv-cinder-803748-3-iscsi neutron-server[93255]: WARNING neutron.services.revisions.revision_plugin [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Could not find related network for resource to bump revision. Aug 07 04:49:05.243008 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:49:05.253391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:05.253391 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Added segment 7f553fbe-79fe-4aa9-a736-135bb255b5e2 of type vlan for network 7c047480-0fae-4b7c-a745-3dad48caf556 Aug 07 04:49:05.291073 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:05.318374 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:05.319308 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:05.319884 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:05.381467 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2466142 Aug 07 04:49:05.382373 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Pushing event updated for resources: {'Network': ['ID=7c047480-0fae-4b7c-a745-3dad48caf556,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:49:05.390107 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.390489 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.390837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.391177 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.391513 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.391864 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.392199 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.392525 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.392907 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.393247 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.393574 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.393899 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864ef5f-f0a7-4a76-b511-8e99b6b29897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:05.407814 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 7c047480-0fae-4b7c-a745-3dad48caf556 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:49:07.605866 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58724) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:49:07.666937 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.pecan_wsgi.hooks.translation [None req-420c936a-1f8c-412e-8c80-2ee02e0c80f6 admin admin] GET failed (client error): The resource could not be found. Aug 07 04:49:07.668219 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-420c936a-1f8c-412e-8c80-2ee02e0c80f6 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613236 Aug 07 04:49:07.736335 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1087a9-fb53-44c2-b968-200083594150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:07.737804 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-2c1087a9-fb53-44c2-b968-200083594150 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651548 Aug 07 04:49:07.747721 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556', 'description': 'shared-subnet'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:49:07.767334 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Made reservation on behalf of 77248b147ee74802938d3d5a6f8a94e5 for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:49:07.769501 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:07.927713 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:07.978780 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:49:07.988696 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Checking segment: {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:49:07.989088 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Network hostable DHCP agents. Network: 7c047480-0fae-4b7c-a745-3dad48caf556, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:49:08.004745 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Network 7c047480-0fae-4b7c-a745-3dad48caf556 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:49:08.013187 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 7c047480-0fae-4b7c-a745-3dad48caf556) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:49:08.017114 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:08.017700 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.022511 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef8e57-7571-4a4c-bc77-3d4dfd10306f None None] Network 7c047480-0fae-4b7c-a745-3dad48caf556 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:49:08.031315 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-11308391-0c23-4e5f-af4c-c28cab2e9520 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2869527 Aug 07 04:49:08.266679 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-7c047480-0fae-4b7c-a745-3dad48caf556', 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556', 'tenant_id': '77248b147ee74802938d3d5a6f8a94e5', 'fixed_ips': [{'subnet_id': '2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:49:08.267545 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.416601 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Allocated IP 192.168.233.2 (7c047480-0fae-4b7c-a745-3dad48caf556/2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692/81d617c6-2aa1-4516-bc9c-30f9fe727ac7) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:49:08.564149 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.572626 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Transition to ACTIVE for port object 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:49:08.588629 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Transition to ACTIVE for port object 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:49:08.595494 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.639130 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Network 7c047480-0fae-4b7c-a745-3dad48caf556 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:49:08.641971 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:49:08.644336 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:49:08.649924 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Pushing event updated for resources: {'Port': ['ID=81d617c6-2aa1-4516-bc9c-30f9fe727ac7,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:49:08.659386 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.659736 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.660075 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.660412 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.660737 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.661088 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.661417 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.661741 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.662084 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.662426 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.662747 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.663066 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:08.721189 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Attempting to bind port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:49:08.721603 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Attempting to bind port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:49:08.721958 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Attempting to bind port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 on network 7c047480-0fae-4b7c-a745-3dad48caf556 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:49:08.726929 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:49:08.727300 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Checking segment: {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:49:08.727695 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.728085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Bound using segment: {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:49:08.728537 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Bound port: 81d617c6-2aa1-4516-bc9c-30f9fe727ac7, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:49:08.728960 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.791323 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] For port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:49:08.795191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] For port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=81d617c6-2aa1-4516-bc9c-30f9fe727ac7,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:49:08.799033 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:08.859737 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6e80-397c-4758-a1d4-2112e22e2308 None None] Pushing event updated for resources: {'Port': ['ID=81d617c6-2aa1-4516-bc9c-30f9fe727ac7,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:49:09.658883 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f8caf-6a35-49f1-814b-c6aee88e1e50 None None] Network 7c047480-0fae-4b7c-a745-3dad48caf556 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:49:09.728401 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-28c2d8d1-079d-4e93-a8e2-98414f157181 None None] Provisioning for port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:49:10.348699 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:49:10.403645 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:49:10.407497 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:49:10.407867 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:10.485313 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:10.517105 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=81d617c6-2aa1-4516-bc9c-30f9fe727ac7,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:49:10.521377 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:10.568659 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=81d617c6-2aa1-4516-bc9c-30f9fe727ac7,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:49:12.331027 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:49:12.380488 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 81d617c6-2aa1-4516-bc9c-30f9fe727ac7 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:49:12.380995 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:17.100476 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:49:21.569409 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-10401ed5-e1fd-47fa-a709-704cf378f83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:24.265329 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:24.277025 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b56c03a6-0873-44cd-b180-109917e8d430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:25.531287 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:26.921547 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:51.569179 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-dec0920e-678f-48a9-8394-a66b89e83bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:54.098841 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:49:54.255769 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:54.279387 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-fcfaada7-78b8-4521-a5bd-3a311d8788a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:55.534302 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:56.923119 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:21.569694 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ce51db2e-fff5-43ae-b0f7-b44991dde022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.005828 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58776) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:22.011678 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [None req-5d8279f2-90e6-40ae-a44e-e37bd349a773 tempest-verify_tempest_config-54586896 tempest-verify_tempest_config-54586896-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:50:22.012654 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-5d8279f2-90e6-40ae-a44e-e37bd349a773 tempest-verify_tempest_config-54586896 tempest-verify_tempest_config-54586896-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058553 Aug 07 04:50:22.310459 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 58794) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:22.414568 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.503170 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.506454 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.550241 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7219d870ac6748d6ba7b046aef8f4f9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2387640 Aug 07 04:50:22.551062 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8698c0-2b23-4ded-95fe-ceab9f379515,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:22.552917 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58798) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:22.557487 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.557925 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.559011 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.559330 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.559656 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.559996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.560324 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.560642 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.561001 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.561323 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.561639 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.561951 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a2ce7-6a9e-472d-b80b-6cef87d15b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.636461 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.656324 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.744284 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.746917 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:22.748061 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a8698c0-2b23-4ded-95fe-ceab9f379515 HTTP/1.1" status: 204 len: 168 time: 0.1941116 Aug 07 04:50:22.756710 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8698c0-2b23-4ded-95fe-ceab9f379515,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:22.763303 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.763677 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.764027 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.764370 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.764700 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.765077 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.765424 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.765756 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.766100 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.766618 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.766949 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:22.767278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac8b5c-fbfb-43b2-b3f3-94aec1138fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:24.259025 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:24.279221 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-dcb21561-89f0-4174-b38e-64858432e6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:25.536699 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:26.931282 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:31.097547 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:50:51.569842 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-80cbfcab-e94a-41e1-a926-73ea7ad7858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:54.260052 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:54.279152 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a485-c451-4ef9-a910-9180efe7c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:55.540215 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:56.930549 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:08.096356 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:51:21.569840 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-64169508-53d1-4a57-bc1f-73d017827e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:24.261554 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:24.279853 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-528d85e8-f91f-41b8-b2a0-e6e6b03a95c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:25.540311 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:26.937070 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:45.095513 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 5 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:51:51.570010 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4134-4fd1-4529-ba98-d3421ac184b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:52.361375 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1658604'] for agent, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:54.262722 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:54.281851 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8d01f280-360c-48b0-92ee-6f8d93f85d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:55.542935 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:56.934864 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:06.537861 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58872) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:52:06.645555 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-12e494d4-c0fe-4034-8be2-5029369919cb admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1065321 Aug 07 04:52:08.818640 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 58882) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:52:08.871979 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5c5586b5-2057-4be3-8e3a-6bb91da8dcf4 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0522542 Aug 07 04:52:21.570329 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-90d9c067-364b-4d35-bd14-a3fd42853237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:22.095641 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:52:22.351488 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:24.271815 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:24.282053 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6c02a9d2-73d2-4eeb-9ed6-dde91bb966d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:25.546217 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:26.938017 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:51.570194 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c36076da-7c08-4d4d-896e-4819944ac105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:52.348837 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:54.263407 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:54.282658 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d527a13a-6698-46dc-a1d6-6e346b7cddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:55.550241 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:56.941688 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:59.095737 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:53:21.570453 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d53162af-f638-4ed0-8993-d4bd41b69cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:22.334966 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:24.266293 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:24.283765 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-714e50e2-1148-49d8-9e87-57bdfe4d5ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:25.552127 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:26.945294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:35.742967 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59032) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:36.004778 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-204063834-network', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:36.037560 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Made reservation on behalf of 6c23fa4998bf4a8cb6fa05e019c813bd for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:36.040403 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.054817 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.098200 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:53:36.256317 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.259869 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.307458 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:53:36.322921 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046f2dce-f604-487f-aef3-ea2c0578f638,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:36.337649 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.337649 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.337860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.338342 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.338906 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.340128 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.341386 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.341386 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.341901 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.342458 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.343079 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.343521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Tracked resource versions report: Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: pushed versions: Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: { 'AddressGroup': {'1.2'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'ConntrackHelper': {'1.0'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Log': {'1.0'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Network': {'1.1'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Port': {'1.7'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'PortForwarding': {'1.2'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'QosPolicy': {'1.9'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroup': {'1.4'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SubPort': {'1.0'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Subnet': {'1.1'}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Trunk': {'1.1'}} Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: consumer versions: Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'ConntrackHelper': '1.0', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Log': '1.0', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Network': '1.1', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Port': '1.7', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'PortForwarding': '1.2', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'QosPolicy': '1.9', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroup': '1.4', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SecurityGroupRule': '1.2', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'SubPort': '1.0', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Subnet': '1.1', Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: 'Trunk': '1.1'}} Aug 07 04:53:36.345097 dv-cinder-803748-3-iscsi neutron-server[93254]: {{(pid=93254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:53:36.361484 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788334961255', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.362488 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Unsubscribe: segment precommit_create {{(pid=93254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 04:53:36.363401 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Added segment 8d6e6275-4561-4859-bdf5-0db644dd6d07 of type vlan for network fc7aefab-048b-463e-a51e-c06e7a8144a6 Aug 07 04:53:36.371812 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59082) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:36.454910 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.501992 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.503047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:36.503724 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.593377 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8484292 Aug 07 04:53:36.596186 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59094) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:36.601565 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Request body: {'subnet': {'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-subnet', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:36.618089 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8c28c-9c2b-402f-8ac8-7e7054e898ee admin admin] Pushing event updated for resources: {'Network': ['ID=fc7aefab-048b-463e-a51e-c06e7a8144a6,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:36.631505 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:53:36.644197 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Made reservation on behalf of 6c23fa4998bf4a8cb6fa05e019c813bd for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:36.646928 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.819706 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59102) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:36.834508 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.870255 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-7145465-network', 'tenant_id': '56d51e070d184693b32f62e300ded4fa'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:36.874744 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00559b9-8114-4343-ba8a-7c9d52bbebd5,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:36.883652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.884231 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.884724 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.885250 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.885734 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.886758 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.887251 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.887920 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.888421 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.888913 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.889403 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.889896 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Tracked resource versions report: Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: pushed versions: Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: { 'AddressGroup': {'1.2'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'ConntrackHelper': {'1.0'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Log': {'1.0'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Network': {'1.1'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Port': {'1.7'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'PortForwarding': {'1.2'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'QosPolicy': {'1.9'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroup': {'1.4'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SubPort': {'1.0'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Subnet': {'1.1'}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Trunk': {'1.1'}} Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: consumer versions: Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'ConntrackHelper': '1.0', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Log': '1.0', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Network': '1.1', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Port': '1.7', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'PortForwarding': '1.2', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'QosPolicy': '1.9', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroup': '1.4', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SecurityGroupRule': '1.2', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'SubPort': '1.0', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Subnet': '1.1', Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: 'Trunk': '1.1'}} Aug 07 04:53:36.891043 dv-cinder-803748-3-iscsi neutron-server[93255]: {{(pid=93255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:53:36.899182 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59106) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:36.907593 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Made reservation on behalf of 56d51e070d184693b32f62e300ded4fa for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:36.911841 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.923626 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.928749 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Checking segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:36.929276 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Network hostable DHCP agents. Network: fc7aefab-048b-463e-a51e-c06e7a8144a6, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:53:36.948466 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:53:36.960556 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, fc7aefab-048b-463e-a51e-c06e7a8144a6) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:36.965331 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:36.966549 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:36.973628 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410d6de-5ba1-4026-8f03-a8ff175dcfdd None None] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:37.022241 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.029011 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.040883 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a22807fb-8801-42a6-9bfc-7dbf62364a7d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4410143 Aug 07 04:53:37.041184 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59112) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:37.048245 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:37.054319 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:53:37.065599 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.066160 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Added segment bc3347b7-dcad-4379-aae6-97d0be36a666 of type vlan for network c0e4a04f-a799-47ad-9475-bb3ebbb61692 Aug 07 04:53:37.093081 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.095059 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.114474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.153247 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-467968180-network', 'tenant_id': 'dbad771114b14d1c813e85f39291b826'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:37.200754 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.205556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:37.208602 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.219182 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Made reservation on behalf of dbad771114b14d1c813e85f39291b826 for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:37.221877 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.228490 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:37.233494 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-fc7aefab-048b-463e-a51e-c06e7a8144a6', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:53:37.233494 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.264999 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.290507 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9058919 Aug 07 04:53:37.318781 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59136) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:37.326596 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Request body: {'subnet': {'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-7145465-subnet', 'tenant_id': '56d51e070d184693b32f62e300ded4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:37.360886 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee93bd-1426-45ec-88a3-6bc6efd674b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e4a04f-a799-47ad-9475-bb3ebbb61692,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:37.362435 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.376192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-network', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:37.380353 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:53:37.456691 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.475331 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.506484 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:53:37.526703 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Made reservation on behalf of 56d51e070d184693b32f62e300ded4fa for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:37.529596 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.534021 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.534831 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Added segment 268a8aab-d4df-4f18-af3d-fb9ea512978d of type vlan for network 69f1fe1f-8945-4293-ba92-135a006394e5 Aug 07 04:53:37.546876 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a33308-1dc6-4187-9d2b-1febdf5bfea7,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:37.559409 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Allocated IP 172.20.0.2 (fc7aefab-048b-463e-a51e-c06e7a8144a6/c00559b9-8114-4343-ba8a-7c9d52bbebd5/6fd54fb4-d0a5-4333-8b66-dfc4497676ad) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:37.609458 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Made reservation on behalf of c54c5afb01f5471297a24ec0ece9d506 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:37.612327 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.639094 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.723971 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.786254 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.790826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.794987 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.806243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:53:37.813482 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.814619 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:37.815595 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.816749 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.817294 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Added segment 571b01ff-b842-46ea-878c-c129a269bf81 of type vlan for network aed8f1bd-cb13-4093-afc4-79463ed9511a Aug 07 04:53:37.863526 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.881694 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.897673 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.898894 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:37.899816 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.900130 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Transition to ACTIVE for port object 6fd54fb4-d0a5-4333-8b66-dfc4497676ad will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:37.908030 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.942459 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Transition to ACTIVE for port object 6fd54fb4-d0a5-4333-8b66-dfc4497676ad will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:37.965317 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:37.970403 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0699708 Aug 07 04:53:37.971542 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59158) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:37.984508 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1611869 Aug 07 04:53:37.986442 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Request body: {'subnet': {'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-subnet', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:37.990847 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59160) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:38.001165 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Request body: {'subnet': {'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-467968180-subnet', 'tenant_id': 'dbad771114b14d1c813e85f39291b826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:38.028259 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7442-48b8-4268-8dab-9330f9a452e3 admin admin] Pushing event updated for resources: {'Network': ['ID=69f1fe1f-8945-4293-ba92-135a006394e5,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.032941 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Made reservation on behalf of c54c5afb01f5471297a24ec0ece9d506 for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:38.036183 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.059995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc8ee7d-2bd2-4556-9ec8-d32d05612991,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.077259 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Checking segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:38.081418 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Network hostable DHCP agents. Network: c0e4a04f-a799-47ad-9475-bb3ebbb61692, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:53:38.088560 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Made reservation on behalf of dbad771114b14d1c813e85f39291b826 for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:38.090857 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.109463 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Pushing event updated for resources: {'Port': ['ID=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.137826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 69f1fe1f-8945-4293-ba92-135a006394e5 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:53:38.156433 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.156800 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.157155 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.157492 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.157826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.158158 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.158488 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.158814 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.159160 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.159486 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.159823 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.160130 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Tracked resource versions report: Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: pushed versions: Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: { 'AddressGroup': {'1.2'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'ConntrackHelper': {'1.0'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Log': {'1.0'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Network': {'1.1'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Port': {'1.7'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'PortForwarding': {'1.2'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'QosPolicy': {'1.9'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroup': {'1.4'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SubPort': {'1.0'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Subnet': {'1.1'}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Trunk': {'1.1'}} Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: consumer versions: Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'ConntrackHelper': '1.0', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Log': '1.0', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Network': '1.1', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Port': '1.7', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'PortForwarding': '1.2', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'QosPolicy': '1.9', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroup': '1.4', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SecurityGroupRule': '1.2', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'SubPort': '1.0', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Subnet': '1.1', Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: 'Trunk': '1.1'}} Aug 07 04:53:38.173056 dv-cinder-803748-3-iscsi neutron-server[93256]: {{(pid=93256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:53:38.219158 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:38.223322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:38.226003 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:38.245389 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.279359 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.339124 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3680dd8-2aac-43c8-9074-9e849b242855,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.392111 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.406108 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:53:38.431391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Checking segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:38.434851 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Network hostable DHCP agents. Network: aed8f1bd-cb13-4093-afc4-79463ed9511a, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:53:38.444500 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9868468-a586-41ec-86fe-1e5caf648b68 admin admin] Pushing event updated for resources: {'Network': ['ID=aed8f1bd-cb13-4093-afc4-79463ed9511a,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.482855 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network aed8f1bd-cb13-4093-afc4-79463ed9511a details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:53:38.497921 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, c0e4a04f-a799-47ad-9475-bb3ebbb61692) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:38.505904 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:38.506886 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.533756 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f5b8a76a-1e48-41f8-82a0-871096bb3cff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2112708 Aug 07 04:53:38.545900 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea888c98-1cf8-49d6-82c9-ffa79fe7b536,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:38.557730 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Checking segment: {'id': '268a8aab-d4df-4f18-af3d-fb9ea512978d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:38.568117 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Network hostable DHCP agents. Network: 69f1fe1f-8945-4293-ba92-135a006394e5, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:53:38.604107 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Network 69f1fe1f-8945-4293-ba92-135a006394e5 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:53:38.621211 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 69f1fe1f-8945-4293-ba92-135a006394e5) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:38.628158 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:38.629349 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05218073-0db2-4054-a37b-a82428885de8 None None] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:38.629912 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.651357 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-360713b8-8004-4d91-a142-70a2e4aaf4ff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6539900 Aug 07 04:53:38.661604 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100fc23a-7d57-410b-aa2b-073ecc03e50a None None] Network 69f1fe1f-8945-4293-ba92-135a006394e5 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:38.707809 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.729564 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.732059 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Network aed8f1bd-cb13-4093-afc4-79463ed9511a is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:53:38.732917 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Attempting to bind port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:38.733428 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Attempting to bind port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:38.733882 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Attempting to bind port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad on network fc7aefab-048b-463e-a51e-c06e7a8144a6 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:38.743506 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, aed8f1bd-cb13-4093-afc4-79463ed9511a) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:38.750446 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:38.751040 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.756496 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:38.757044 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Checking segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:38.757515 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.757966 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Bound using segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:38.758528 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Bound port: 6fd54fb4-d0a5-4333-8b66-dfc4497676ad, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:38.758986 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.800142 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d51aa5-4790-4647-8154-963a18eca3d2 None None] Network aed8f1bd-cb13-4093-afc4-79463ed9511a requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:38.803278 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-eaf6f501-788f-455f-b76d-a0576e48396b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8232434 Aug 07 04:53:38.803443 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59198) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:38.809178 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:38.877859 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.879045 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:38.905368 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Allocated IP 172.27.3.121 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/87315c7e-07e0-404f-ae04-94a9b65b0609) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:39.046500 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.111023 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.141720 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e07be-9b35-4d0d-b559-446648699def None None] Network aed8f1bd-cb13-4093-afc4-79463ed9511a requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:39.200691 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.231297 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] For port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:39.315314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:39.319616 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Pushing event updated for resources: {'Port': ['ID=87315c7e-07e0-404f-ae04-94a9b65b0609,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:39.321653 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:39.357686 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] For port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:39.381045 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:39.393765 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.399934 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.479678 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36295b-207b-4f09-861f-0258dd37075a None None] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:39.591852 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8862576-df11-4623-ba66-02aa7fd10cc8 None None] Network 69f1fe1f-8945-4293-ba92-135a006394e5 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:39.739284 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.853638 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:39.866748 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478b9f-e37d-4221-9c06-742c562bfc87 None None] Pushing event updated for resources: {'Port': ['ID=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:39.891597 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59262) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:39.907992 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.127687 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Allocated IP 172.27.3.157 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/71241622-8c32-40d5-bbef-73453605d02f) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:40.319892 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-bb164f51-3cfb-48ba-89a1-ce0fc8cda243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.331300 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59282) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:40.338754 dv-cinder-803748-3-iscsi neutron-server[93255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 04:53:40.368677 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.414403 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.458686 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:40.468102 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:40.471997 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:40.561482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.612027 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Pushing event updated for resources: {'Port': ['ID=71241622-8c32-40d5-bbef-73453605d02f,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:40.685223 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6fd54fb4-d0a5-4333-8b66-dfc4497676ad up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:40.717403 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-f0f9653e-268a-4a5f-b39c-b2fa93a022ed tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:40.719327 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-f0f9653e-268a-4a5f-b39c-b2fa93a022ed tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.3837712 Aug 07 04:53:40.777573 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:40.785100 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-d5763a12-4443-4cd8-87f9-3cbc0d374480 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/quotas/56d51e070d184693b32f62e300ded4fa HTTP/1.1" status: 200 len: 375 time: 0.0253024 Aug 07 04:53:40.826039 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.900830 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-e76a60ea-9cc5-48b5-8092-4e581af5fc68 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131661 Aug 07 04:53:40.938735 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-bb164f51-3cfb-48ba-89a1-ce0fc8cda243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.954008 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-bb164f51-3cfb-48ba-89a1-ce0fc8cda243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:40.986679 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-bb164f51-3cfb-48ba-89a1-ce0fc8cda243 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1fcf1af1f5a543f7b8311d6c40790433&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0922804 Aug 07 04:53:40.994046 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59304) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:41.022563 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Router 34cde6c3-7334-40f6-ad77-36da34104c2b is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:53:41.052269 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb164f51-3cfb-48ba-89a1-ce0fc8cda243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7720c-5da5-4ab3-bf0a-4a60794803a6,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:41.108026 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59320) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:41.109111 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.113316 dv-cinder-803748-3-iscsi neutron-server[93254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 04:53:41.150450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-aca53c9c-c4b4-4427-8816-e88989758640 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:53:41.151466 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-aca53c9c-c4b4-4427-8816-e88989758640 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228065 Aug 07 04:53:41.207359 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e804ce-eb0e-4fe8-90b2-25a7c6f934e7 None None] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:53:41.269896 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e62081c6-c00d-4d64-9013-dd2223105bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.325512 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] Provisioning for port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:41.329526 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:53:41.335645 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] Provisioning complete for port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:41.335880 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e62081c6-c00d-4d64-9013-dd2223105bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.336219 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.352322 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:53:41.362720 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:41.363651 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:41.370286 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-616bcde3-fb16-45e0-a3be-79184de75c8b tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:41.372090 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-616bcde3-fb16-45e0-a3be-79184de75c8b tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/networks?id=69f1fe1f-8945-4293-ba92-135a006394e5 HTTP/1.1" status: 200 len: 811 time: 0.2599525 Aug 07 04:53:41.401799 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ae278965-d967-426b-aa66-95bc1b472cb7 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/quotas/dbad771114b14d1c813e85f39291b826 HTTP/1.1" status: 200 len: 375 time: 0.0199738 Aug 07 04:53:41.447090 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-36d52a9b-8233-457f-b1bd-63c38c1756f6 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854512 Aug 07 04:53:41.459253 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.462786 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6bc1f4a1-ba6c-4f10-96a5-1bcb5ca28e81 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4181254 Aug 07 04:53:41.471448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59322) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:41.474623 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-714c6704-c613-4b66-8d70-748bc76e2d89 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbad771114b14d1c813e85f39291b826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623860 Aug 07 04:53:41.484726 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.489692 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Router c6122a1d-761f-47fd-9371-f8f6f9f50d39 is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:53:41.532988 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:41.559545 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] For port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:53:41.585237 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.675389 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-e18e2803-447a-4888-b573-a74644eaa6a2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:53:41.676561 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-e18e2803-447a-4888-b573-a74644eaa6a2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1104007 Aug 07 04:53:41.751346 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e62081c6-c00d-4d64-9013-dd2223105bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.754063 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e62081c6-c00d-4d64-9013-dd2223105bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.755093 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:39Z', 'revision_number': 3, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:41.755365 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e62081c6-c00d-4d64-9013-dd2223105bcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdd7720c-5da5-4ab3-bf0a-4a60794803a6 HTTP/1.1" status: 204 len: 168 time: 0.7602530 Aug 07 04:53:41.764536 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:53:41.770860 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62081c6-c00d-4d64-9013-dd2223105bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7720c-5da5-4ab3-bf0a-4a60794803a6,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:41.807110 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:53:41.807545 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Updating router 34cde6c3-7334-40f6-ad77-36da34104c2b port 87315c7e-07e0-404f-ae04-94a9b65b0609 binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:53:41.836211 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.858247 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:41.859178 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-adcfa78f-8bfd-46df-84f7-33483e7e882a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0546813 Aug 07 04:53:41.867649 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-5f562003-dac4-4682-a79c-fef75f501e10 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195781 Aug 07 04:53:41.869961 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59334) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:41.929586 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-c6bd6266-21e0-4d21-aa2a-174cedf01a01 service neutron] 10.222.0.35 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438416 Aug 07 04:53:41.962374 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Sync routers for ids ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:53:42.072458 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0323b-6b6d-44b3-930f-090d4812dcff None None] Pushing event updated for resources: {'Port': ['ID=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:42.080052 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Routers {'c6122a1d-761f-47fd-9371-f8f6f9f50d39'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:42.080685 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:42.082810 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-c884d148-0b64-45ab-8cf7-b38d1ef23d4c None None] Provisioning complete for port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:42.083180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c884d148-0b64-45ab-8cf7-b38d1ef23d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.335477 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59368) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:42.357376 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Set router c6122a1d-761f-47fd-9371-f8f6f9f50d39 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:42.363013 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.366808 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fd34-cbb1-4639-b9f2-0590ba2f21a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.381643 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-cc188cea-5ee4-47f0-a926-13aceafb94e3 service neutron] 10.222.0.35 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450176 Aug 07 04:53:42.394161 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Transition to ACTIVE for port object 87315c7e-07e0-404f-ae04-94a9b65b0609 will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:42.416927 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.568782 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Pushing event updated for resources: {'Port': ['ID=87315c7e-07e0-404f-ae04-94a9b65b0609,revision_number=2']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:42.592555 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fd34-cbb1-4639-b9f2-0590ba2f21a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.595939 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6fd54fb4-d0a5-4333-8b66-dfc4497676ad up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:42.597073 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.597677 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.598426 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.600175 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.600760 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.601365 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.601914 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.602753 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.603335 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.603897 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.604589 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.606010 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:53:42.606473 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fd34-cbb1-4639-b9f2-0590ba2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Tracked resource versions report: Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: pushed versions: Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: { 'AddressGroup': {'1.2'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'ConntrackHelper': {'1.0'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Log': {'1.0'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Network': {'1.1'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Port': {'1.7'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'PortForwarding': {'1.2'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'QosPolicy': {'1.9'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroup': {'1.4'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SubPort': {'1.0'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Subnet': {'1.1'}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Trunk': {'1.1'}} Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: consumer versions: Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: { DHCP agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: L3 agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: Metadata agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: Metering agent@dv-cinder-803748-3-iscsi: {}, Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: Open vSwitch agent@dv-cinder-803748-3-iscsi: { 'AddressGroup': '1.2', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'ConntrackHelper': '1.0', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Log': '1.0', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Network': '1.1', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Port': '1.7', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'PortForwarding': '1.2', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'QosPolicy': '1.9', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroup': '1.4', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SecurityGroupRule': '1.2', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'SubPort': '1.0', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Subnet': '1.1', Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: 'Trunk': '1.1'}} Aug 07 04:53:42.607430 dv-cinder-803748-3-iscsi neutron-server[93257]: {{(pid=93257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:53:42.613238 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Attempting to bind port 87315c7e-07e0-404f-ae04-94a9b65b0609 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:42.613917 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Attempting to bind port 87315c7e-07e0-404f-ae04-94a9b65b0609 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:42.614524 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Attempting to bind port 87315c7e-07e0-404f-ae04-94a9b65b0609 on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:42.623176 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:42.623930 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:42.624568 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.625238 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:42.625988 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Bound port: 87315c7e-07e0-404f-ae04-94a9b65b0609, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:42.626603 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.682504 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] For port 87315c7e-07e0-404f-ae04-94a9b65b0609, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:42.687418 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] For port 87315c7e-07e0-404f-ae04-94a9b65b0609, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=87315c7e-07e0-404f-ae04-94a9b65b0609,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:42.700645 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.738463 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-1ad5fd34-cbb1-4639-b9f2-0590ba2f21a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=511e91736b97466d92554929922d6923&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4009969 Aug 07 04:53:42.739356 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59382) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:42.755865 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5fd34-cbb1-4639-b9f2-0590ba2f21a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11544c2e-d059-4b92-a3fb-c3fe789ad905,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:42.835632 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:42.836009 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.875382 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7549-2bb0-4ee7-92ab-7f52b7ba4276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:42.906799 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887de52-6170-486e-be97-8bd12a85497e None None] Pushing event updated for resources: {'Port': ['ID=87315c7e-07e0-404f-ae04-94a9b65b0609,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:42.950462 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:40Z', 'revision_number': 3, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:42.958597 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7549-2bb0-4ee7-92ab-7f52b7ba4276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.010269 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:43.013033 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:43.031845 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Checking router: c6122a1d-761f-47fd-9371-f8f6f9f50d39 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:53:43.032377 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Updating router c6122a1d-761f-47fd-9371-f8f6f9f50d39 port 71241622-8c32-40d5-bbef-73453605d02f binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:53:43.113395 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.124390 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-246c3301-ca7b-4f6f-ad1c-0eb816180e7b req-591fbc59-38b9-4924-91d4-7719aaf96420 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 210 time: 0.0711141 Aug 07 04:53:43.170620 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9e9e9392-14b5-4478-b273-2f26d4672693 req-f07eb05e-6256-4a39-a262-138adb99c5df tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.1540170 Aug 07 04:53:43.187355 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:43.213279 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7549-2bb0-4ee7-92ab-7f52b7ba4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.218810 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7549-2bb0-4ee7-92ab-7f52b7ba4276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.220127 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ea0a7549-2bb0-4ee7-92ab-7f52b7ba4276 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11544c2e-d059-4b92-a3fb-c3fe789ad905 HTTP/1.1" status: 204 len: 168 time: 0.4750628 Aug 07 04:53:43.233090 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7549-2bb0-4ee7-92ab-7f52b7ba4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11544c2e-d059-4b92-a3fb-c3fe789ad905,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:43.505652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.691391 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-59159591-2196-4a85-9288-63c336b58b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:39Z', 'revision_number': 3, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:43.748661 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.761889 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Transition to ACTIVE for port object 71241622-8c32-40d5-bbef-73453605d02f will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:43.770043 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.800633 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59159591-2196-4a85-9288-63c336b58b50 None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:39Z', 'revision_number': 3, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:53:43.907852 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Allocated IP 172.20.0.1 (fc7aefab-048b-463e-a51e-c06e7a8144a6/c00559b9-8114-4343-ba8a-7c9d52bbebd5/63cf1f06-65a3-427a-9ea8-22c0b6f9db1f) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:43.917026 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59458) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:43.933413 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Attempting to bind port 71241622-8c32-40d5-bbef-73453605d02f on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:43.933839 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Attempting to bind port 71241622-8c32-40d5-bbef-73453605d02f by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:43.934244 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Attempting to bind port 71241622-8c32-40d5-bbef-73453605d02f on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:43.936926 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5c023-6e1c-416d-af22-51a5d7d2ea50 None None] Pushing event updated for resources: {'Port': ['ID=71241622-8c32-40d5-bbef-73453605d02f,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:43.962681 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:43.963051 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:43.963445 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.965628 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:43.967333 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Bound port: 71241622-8c32-40d5-bbef-73453605d02f, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:43.968090 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:43.968723 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.052068 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] For port 71241622-8c32-40d5-bbef-73453605d02f, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:44.056728 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] For port 71241622-8c32-40d5-bbef-73453605d02f, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=71241622-8c32-40d5-bbef-73453605d02f,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:44.074872 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.151948 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c549c1aa-0d62-497d-b8d4-565e502223f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.238794 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Routers {'c6122a1d-761f-47fd-9371-f8f6f9f50d39'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:44.239428 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:44.420105 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5c023-6e1c-416d-af22-51a5d7d2ea50 None None] Pushing event updated for resources: {'Port': ['ID=71241622-8c32-40d5-bbef-73453605d02f,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:44.496048 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c69eb77c-5cf6-41a9-9900-4026d883d004 req-3085070a-de88-49fb-a7f7-90701f15af83 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 210 time: 0.1743004 Aug 07 04:53:44.562942 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Allocated IP 172.20.0.1 (aed8f1bd-cb13-4093-afc4-79463ed9511a/c3680dd8-2aac-43c8-9074-9e849b242855/6b801257-329e-4933-a04c-c3b2d884c408) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:44.704372 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] Set router c6122a1d-761f-47fd-9371-f8f6f9f50d39 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:44.734601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.767246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c549c1aa-0d62-497d-b8d4-565e502223f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.787553 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c549c1aa-0d62-497d-b8d4-565e502223f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.797672 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 87315c7e-07e0-404f-ae04-94a9b65b0609 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:44.830553 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.863754 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Transition to ACTIVE for port object 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:44.867922 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549c1aa-0d62-497d-b8d4-565e502223f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df13df64-756a-48ec-a77d-1de45a3e8036,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:44.905982 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:44.934709 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c549c1aa-0d62-497d-b8d4-565e502223f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2c25849b6e84a0eba43ba7d107517e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0122683 Aug 07 04:53:44.935400 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59516) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:44.960896 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fb42915a-1a06-48d7-9612-343a887c150f req-5e626428-166e-4058-aed6-46ebe2237de4 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0579147 Aug 07 04:53:44.977498 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.058577 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:45.062308 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:45.070190 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e4e71662-efff-4b92-b731-687efdca54c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.075457 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Network aed8f1bd-cb13-4093-afc4-79463ed9511a is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:45.079123 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:45.079685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.133155 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e4e71662-efff-4b92-b731-687efdca54c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.210042 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:45.215850 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:45.215850 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.218387 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59518) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:45.251255 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59520) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:45.258198 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 87315c7e-07e0-404f-ae04-94a9b65b0609 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:45.266200 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 87315c7e-07e0-404f-ae04-94a9b65b0609 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:45.266568 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.301904 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e4e71662-efff-4b92-b731-687efdca54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.304614 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e4e71662-efff-4b92-b731-687efdca54c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.305849 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-e4e71662-efff-4b92-b731-687efdca54c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df13df64-756a-48ec-a77d-1de45a3e8036 HTTP/1.1" status: 204 len: 168 time: 0.3694711 Aug 07 04:53:45.322441 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e71662-efff-4b92-b731-687efdca54c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df13df64-756a-48ec-a77d-1de45a3e8036,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:45.409567 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:40Z', 'revision_number': 3, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:45.424854 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Pushing event updated for resources: {'Port': ['ID=6b801257-329e-4933-a04c-c3b2d884c408,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:45.457068 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233efa9-463a-4e40-949f-dcd0209190eb None None] The sync data for ids ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'] in dv-cinder-803748-3-iscsi is: [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:40Z', 'revision_number': 3, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:53:45.513591 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.526017 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-132d7442-6915-472c-a524-34f4dc5d9296 None None] Provisioning for port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:45.537474 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-132d7442-6915-472c-a524-34f4dc5d9296 None None] Provisioning complete for port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:45.538252 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-132d7442-6915-472c-a524-34f4dc5d9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.612123 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 87315c7e-07e0-404f-ae04-94a9b65b0609, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=87315c7e-07e0-404f-ae04-94a9b65b0609,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:53:45.622288 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Pushing event updated for resources: {'Port': ['ID=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:45.639024 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.655745 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-132d7442-6915-472c-a524-34f4dc5d9296 None None] Port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:53:45.707192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.727359 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ba02-2f47-4e59-95b0-020f944478a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.759800 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=87315c7e-07e0-404f-ae04-94a9b65b0609,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:45.831434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.865064 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9ec806f8-7720-4945-b698-7d7a0d416d26 req-d06d8e43-f2c7-4a08-a017-c5239c9ebad3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 210 time: 0.0503573 Aug 07 04:53:45.946824 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ba02-2f47-4e59-95b0-020f944478a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:45.963362 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ba02-2f47-4e59-95b0-020f944478a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.018772 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ba02-2f47-4e59-95b0-020f944478a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3d490-4b0a-4d17-b5ce-160975ebe48c,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:46.063347 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a7a7ba02-2f47-4e59-95b0-020f944478a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c13653386e5445f1bcdf58057e917f7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8108478 Aug 07 04:53:46.066949 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.24', 50703) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:46.068636 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59538) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:46.320139 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f479-158a-4669-8418-a0eba0e1176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.352431 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f479-158a-4669-8418-a0eba0e1176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.411459 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-7932bd80-cdfc-421a-abe0-bef36e37e8f5 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:46.413178 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-7932bd80-cdfc-421a-abe0-bef36e37e8f5 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.24 "GET /v2.0/networks?id=69f1fe1f-8945-4293-ba92-135a006394e5 HTTP/1.1" status: 200 len: 811 time: 0.3427286 Aug 07 04:53:46.428186 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-72a6f24f-3af4-470b-ad63-a4c6b7872bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.431547 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9e305aa-13d0-4735-bc39-bf3ddc86fa8e req-47bb6e3e-f295-4bd3-9f7f-6dc31dba5e36 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0480292 Aug 07 04:53:46.497777 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f479-158a-4669-8418-a0eba0e1176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.501158 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f479-158a-4669-8418-a0eba0e1176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.502818 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a0c3f479-158a-4669-8418-a0eba0e1176a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88a3d490-4b0a-4d17-b5ce-160975ebe48c HTTP/1.1" status: 204 len: 168 time: 0.4311893 Aug 07 04:53:46.528883 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Request body: {'port': {'device_id': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5', 'admin_state_up': True, 'tenant_id': 'dbad771114b14d1c813e85f39291b826'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:46.531752 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f479-158a-4669-8418-a0eba0e1176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3d490-4b0a-4d17-b5ce-160975ebe48c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:46.608943 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.647735 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.648448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:46.779588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 87315c7e-07e0-404f-ae04-94a9b65b0609 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:46.816435 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.24', 50708) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:46.891448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 87315c7e-07e0-404f-ae04-94a9b65b0609 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:46.891833 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.075704 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 71241622-8c32-40d5-bbef-73453605d02f up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:47.081868 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-93e7097d-f1ea-4043-8a56-e10f0eb54a5e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:47.084597 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-93e7097d-f1ea-4043-8a56-e10f0eb54a5e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.2585912 Aug 07 04:53:47.102366 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:47.116002 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:47.122227 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-336f384d-1656-40cb-9fc4-2f3034224bc3 req-eadcd4b3-7fef-4413-8aa4-c7df15a9a903 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 210 time: 0.0504112 Aug 07 04:53:47.134812 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Request body: {'port': {'device_id': '3bba229d-781a-409e-8079-6c9764d8124b', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'admin_state_up': True, 'tenant_id': '56d51e070d184693b32f62e300ded4fa'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:47.164033 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 71241622-8c32-40d5-bbef-73453605d02f completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:47.169315 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 71241622-8c32-40d5-bbef-73453605d02f triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:47.169770 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.260581 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-72a6f24f-3af4-470b-ad63-a4c6b7872bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.289510 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.295655 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Pushing event updated for resources: {'Port': ['ID=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:47.319929 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.319929 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.332773 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Made reservation on behalf of dbad771114b14d1c813e85f39291b826 for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:47.335778 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-72a6f24f-3af4-470b-ad63-a4c6b7872bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.337029 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.373906 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.423505 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 71241622-8c32-40d5-bbef-73453605d02f, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=71241622-8c32-40d5-bbef-73453605d02f,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:53:47.434855 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.498823 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Made reservation on behalf of 56d51e070d184693b32f62e300ded4fa for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:53:47.503147 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.580203 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=71241622-8c32-40d5-bbef-73453605d02f,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:47.590823 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-72a6f24f-3af4-470b-ad63-a4c6b7872bba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=baa77244d8d84c0e895aa1050ee8a90b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3260489 Aug 07 04:53:47.599467 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59612) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:47.603881 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-6bd521e4-b6be-48c7-8490-88956e609286 None None] Provisioning complete for port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:47.604782 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6bd521e4-b6be-48c7-8490-88956e609286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:47.621534 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Pushing event updated for resources: {'Port': ['ID=6b801257-329e-4933-a04c-c3b2d884c408,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:47.642582 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Network aed8f1bd-cb13-4093-afc4-79463ed9511a is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:47.644350 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f24f-3af4-470b-ad63-a4c6b7872bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b00cbc-6b9e-4eab-8611-cd55198ab90b,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:47.648776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:47.668566 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-6bd521e4-b6be-48c7-8490-88956e609286 None None] Port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:53:47.797544 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Router 34cde6c3-7334-40f6-ad77-36da34104c2b has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:53:47.800084 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bb4692ac-95f1-4469-a97e-27bb449670f0 req-65551085-f689-453c-a721-7071de76af11 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.1529155 Aug 07 04:53:47.848841 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Allocated IP 172.20.0.6 (69f1fe1f-8945-4293-ba92-135a006394e5/ea888c98-1cf8-49d6-82c9-ffa79fe7b536/1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:47.950832 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:53:47.957415 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-416f2a05-702f-475e-93b5-0098c62497f8 admin admin] 10.222.0.35 "PUT /v2.0/routers/34cde6c3-7334-40f6-ad77-36da34104c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4846058 Aug 07 04:53:47.963930 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:53:47.983048 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:47.983690 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:48.017731 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Allocated IP 172.20.0.14 (c0e4a04f-a799-47ad-9475-bb3ebbb61692/2dc8ee7d-2bd2-4556-9ec8-d32d05612991/6da7b6cb-d1db-46c0-b902-4f615a911fcf) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:48.207321 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Router c6122a1d-761f-47fd-9371-f8f6f9f50d39 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:53:48.575840 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:48.614200 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 71241622-8c32-40d5-bbef-73453605d02f up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:48.639258 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:53:48.655106 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6c844bd7-ee7b-47ad-a7de-7cb9d04b1003 admin admin] 10.222.0.35 "PUT /v2.0/routers/c6122a1d-761f-47fd-9371-f8f6f9f50d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7789431 Aug 07 04:53:48.708094 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:48.942885 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Sync routers for ids ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:53:48.953879 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Routers {'c6122a1d-761f-47fd-9371-f8f6f9f50d39'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:48.954521 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:49.006560 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-68eb2676-9376-46fb-ba5d-c6780f9e31f3 req-3a5b514e-0c6a-4db7-bf36-ea9fd5aa875c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 210 time: 0.2123275 Aug 07 04:53:49.008643 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dac972f9-c782-4564-9e58-3178ae179350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.024346 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.033965 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 71241622-8c32-40d5-bbef-73453605d02f triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:49.034347 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.092562 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 2, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:49.191802 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.196608 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:53:49.197006 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Updating router 34cde6c3-7334-40f6-ad77-36da34104c2b port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:53:49.243099 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Set router c6122a1d-761f-47fd-9371-f8f6f9f50d39 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:49.291501 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.589057 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.710504 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Network 69f1fe1f-8945-4293-ba92-135a006394e5 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:49.735846 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:49.763303 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:49.775121 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '6b801257-329e-4933-a04c-c3b2d884c408', 'name': '', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'mac_address': 'fa:16:3e:65:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:44Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 2, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'subnets': [{'id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:49.798085 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:49.819540 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.820811 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.848174 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Checking router: c6122a1d-761f-47fd-9371-f8f6f9f50d39 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:53:49.850180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Updating router c6122a1d-761f-47fd-9371-f8f6f9f50d39 port 6b801257-329e-4933-a04c-c3b2d884c408 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:53:49.858020 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Transition to ACTIVE for port object 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:49.874259 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.876747 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:49.900044 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.925526 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dac972f9-c782-4564-9e58-3178ae179350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:49.927818 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:49.945271 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:49.958563 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:49.959451 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.018511 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event updated for resources: {'Port': ['ID=6da7b6cb-d1db-46c0-b902-4f615a911fcf,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:50.087973 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5832982 Aug 07 04:53:50.108854 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b28e1-749c-48e0-a049-b0931da09eb2 None None] Pushing event updated for resources: {'Port': ['ID=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:50.216154 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-940ecb56-16ee-4d62-96d8-89ab2b3709eb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0612700 Aug 07 04:53:50.222629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59676) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:50.235836 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--5535861', 'description': 'tempest-description--954062965'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:50.239199 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0495c-7bf4-4c09-a91f-fa22d7bead78 req-233477ca-af66-4c14-800b-f86e1e265455 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:50.241327 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-46b0495c-7bf4-4c09-a91f-fa22d7bead78 req-233477ca-af66-4c14-800b-f86e1e265455 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 931 time: 0.7370722 Aug 07 04:53:50.302753 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.327996 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Attempting to bind port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:50.329206 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Attempting to bind port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:50.330581 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Attempting to bind port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f on network fc7aefab-048b-463e-a51e-c06e7a8144a6 {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:50.347230 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:50.350783 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Checking segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:50.353027 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.353528 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Bound using segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:50.354778 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Bound port: 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:50.356666 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.411326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1681cb-aca5-49e9-8e6c-74ee4a6690a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Pushing event updated for resources: {'Port': ['ID=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:50.523199 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-791ff1bb-c36e-424e-80b2-9c65c0d137bc tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:53:50.530158 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-791ff1bb-c36e-424e-80b2-9c65c0d137bc tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0773861 Aug 07 04:53:50.539211 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dac972f9-c782-4564-9e58-3178ae179350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.552216 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dac972f9-c782-4564-9e58-3178ae179350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.557015 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] For port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:50.564965 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-dac972f9-c782-4564-9e58-3178ae179350 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6b00cbc-6b9e-4eab-8611-cd55198ab90b HTTP/1.1" status: 204 len: 168 time: 2.9624400 Aug 07 04:53:50.571104 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-c8486cdc-c10e-45bf-93fa-d5e494d913a6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:53:50.572476 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-c8486cdc-c10e-45bf-93fa-d5e494d913a6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341785 Aug 07 04:53:50.572832 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] For port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:50.588453 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.628478 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-46b0495c-7bf4-4c09-a91f-fa22d7bead78 req-bd0525d8-fa72-4b8a-b631-4f9e01b428f9 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662302 Aug 07 04:53:50.649282 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac972f9-c782-4564-9e58-3178ae179350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b00cbc-6b9e-4eab-8611-cd55198ab90b,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:50.709501 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.728818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.754271 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:50.755316 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:50.871292 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:50.874210 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.876853 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9eed272a-1cf0-480c-92f7-97a9452e1816 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1774 time: 0.6517503 Aug 07 04:53:50.881314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59690) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:50.891796 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'security_group_rule': {'security_group_id': 'beef0638-bda7-46e2-8d4f-b0f72f6cdcbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:50.951129 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.974058 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Transition to ACTIVE for port object 6b801257-329e-4933-a04c-c3b2d884c408 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:50.981561 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:50.984383 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:50.991285 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.040923 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7a6f-b225-4c28-b07e-88ac6c4553cd req-e1ccfb76-6ac8-4825-aa22-9fce1889f3df tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:51.056607 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-375f7a6f-b225-4c28-b07e-88ac6c4553cd req-e1ccfb76-6ac8-4825-aa22-9fce1889f3df tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 932 time: 0.1971517 Aug 07 04:53:51.181322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617391f-f869-4f69-815d-f8f44e524a40 None None] Pushing event updated for resources: {'Port': ['ID=6b801257-329e-4933-a04c-c3b2d884c408,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:51.199459 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-375f7a6f-b225-4c28-b07e-88ac6c4553cd req-d6994211-7259-4a67-a092-a875d36503d9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392219 Aug 07 04:53:51.213794 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.225936 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.259200 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca953934-b84d-4d2e-b940-74ee544aa984,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:51.286493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.287892 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-687a07b6-b663-48fd-875f-0e265504112f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4049468 Aug 07 04:53:51.290695 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59700) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:51.297386 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'security_group_rule': {'security_group_id': 'beef0638-bda7-46e2-8d4f-b0f72f6cdcbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:51.352193 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Attempting to bind port 6b801257-329e-4933-a04c-c3b2d884c408 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:51.355325 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Attempting to bind port 6b801257-329e-4933-a04c-c3b2d884c408 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:51.359881 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Attempting to bind port 6b801257-329e-4933-a04c-c3b2d884c408 on network aed8f1bd-cb13-4093-afc4-79463ed9511a {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:51.372284 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:51.372823 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Checking segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:51.373386 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.373911 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Bound using segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:51.374376 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Bound port: 6b801257-329e-4933-a04c-c3b2d884c408, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:51.374781 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.379789 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:50Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:51.418504 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51c369-78d4-46e8-abb4-e2c946374276 None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:50Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:53:51.420860 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b28e1-749c-48e0-a049-b0931da09eb2 None None] Pushing event updated for resources: {'Port': ['ID=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,revision_number=4']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:51.578866 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] For port 6b801257-329e-4933-a04c-c3b2d884c408, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:51.586516 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] For port 6b801257-329e-4933-a04c-c3b2d884c408, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6b801257-329e-4933-a04c-c3b2d884c408,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:51.618568 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.623676 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-cd56db79-0c92-4e2b-b54e-a0293db1b215 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:51.635462 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-cd56db79-0c92-4e2b-b54e-a0293db1b215 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 819 time: 0.3056748 Aug 07 04:53:51.683279 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-bf570f4f-d697-4494-bcd6-41092bcd286a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/quotas/c54c5afb01f5471297a24ec0ece9d506 HTTP/1.1" status: 200 len: 375 time: 0.0437443 Aug 07 04:53:51.739086 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:51.779814 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617391f-f869-4f69-815d-f8f44e524a40 None None] Pushing event updated for resources: {'Port': ['ID=6b801257-329e-4933-a04c-c3b2d884c408,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:51.835141 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Routers {'c6122a1d-761f-47fd-9371-f8f6f9f50d39'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:53:51.837819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:53:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:51.886378 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d140c7-8f17-4c25-b8d0-bec42cbc38bd req-c098716f-1417-4d4e-be1f-be5fa2afd38e tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:51.903947 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-80d140c7-8f17-4c25-b8d0-bec42cbc38bd req-c098716f-1417-4d4e-be1f-be5fa2afd38e tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 931 time: 0.1186032 Aug 07 04:53:52.014954 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-80d140c7-8f17-4c25-b8d0-bec42cbc38bd req-a5d3b82c-6ea8-45fc-9d4a-8e14d7b6fe7f tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094420 Aug 07 04:53:52.056109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-41ead025-98fb-4a0c-be6c-97fd22c0a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:52.056878 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:52.071453 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:52.088348 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] Set router c6122a1d-761f-47fd-9371-f8f6f9f50d39 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:53:52.102965 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5da4eb-ed00-4b9a-9942-d670de560389,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:52.122008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-06e5ae87-bd93-459a-9e1b-6960b51be626 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4358435 Aug 07 04:53:52.256277 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 59732) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:52.299167 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8cb2cc94-ec01-4d5e-8fcb-2355ef719cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:52.437467 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:52.528422 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-f624d038-ef0f-4177-a6ee-102661d5e3a2 service neutron] 10.222.0.35 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049628 Aug 07 04:53:52.540961 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Request body: {'port': {'device_id': '3bba229d-781a-409e-8079-6c9764d8124b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:52.633109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '6b801257-329e-4933-a04c-c3b2d884c408', 'name': '', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'mac_address': 'fa:16:3e:65:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:44Z', 'updated_at': '2021-08-07T04:53:51Z', 'revision_number': 4, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'subnets': [{'id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:53:52.654028 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:52.729077 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e289af-87a5-4825-8684-bc680c0ac0b6 None None] The sync data for ids ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'] in dv-cinder-803748-3-iscsi is: [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '6b801257-329e-4933-a04c-c3b2d884c408', 'name': '', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'mac_address': 'fa:16:3e:65:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:44Z', 'updated_at': '2021-08-07T04:53:51Z', 'revision_number': 4, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'subnets': [{'id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:53:52.835864 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-8b567a57-0b95-42ed-97ca-3edff6e23dcf service neutron] 10.222.0.35 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058233 Aug 07 04:53:52.838068 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:52.866719 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:52.873394 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:52.929521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Request body: {'port': {'device_id': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:53.104941 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c9e86-b4cc-4db1-909b-3e544c7e4a09 req-40d5bab8-fdd8-4457-aab7-56153457caf8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:53.111628 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c0c9e86-b4cc-4db1-909b-3e544c7e4a09 req-40d5bab8-fdd8-4457-aab7-56153457caf8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 932 time: 0.5907121 Aug 07 04:53:53.140504 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:53.193076 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:53.331872 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:53:53.350208 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:53.418412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:53.435350 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c0c9e86-b4cc-4db1-909b-3e544c7e4a09 req-6de91b28-4bcf-4c8e-87db-b2ddeba589ad tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255328 Aug 07 04:53:53.528075 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda8e7-098d-4636-8f27-c252d720fc03 req-05d6dd29-1b81-4bf4-a88a-4eeeed8426f6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:53.551568 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17eda8e7-098d-4636-8f27-c252d720fc03 req-05d6dd29-1b81-4bf4-a88a-4eeeed8426f6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 931 time: 0.2713809 Aug 07 04:53:53.569522 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:53.719423 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17eda8e7-098d-4636-8f27-c252d720fc03 req-647c07fc-a783-4c84-9eda-5dd6bc94c3c5 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616495 Aug 07 04:53:54.033571 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:53:54.042989 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.062054 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Transition to ACTIVE for port object 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:54.072305 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8cb2cc94-ec01-4d5e-8fcb-2355ef719cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.082369 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.086864 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.092990 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-abd3b871-2eca-43ef-9864-9403cf9f0365 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7986655 Aug 07 04:53:54.095415 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59770) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:54.100576 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:53:54.143529 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8cb2cc94-ec01-4d5e-8fcb-2355ef719cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.165725 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Pushing event updated for resources: {'Port': ['ID=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:54.169516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.225046 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-03e38764-40e8-4b6e-ab48-914c3390344f req-b40f78a0-9a7d-43bb-a72e-f47d141522a8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 210 time: 0.1562185 Aug 07 04:53:54.294446 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.295100 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8cb2cc94-ec01-4d5e-8fcb-2355ef719cfe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21272a27c6e741aa8671943925ab321f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0371611 Aug 07 04:53:54.297852 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 59776) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:54.305340 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d709327e-6c31-4a37-b67f-758f434db0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.436775 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2cc94-ec01-4d5e-8fcb-2355ef719cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d2391d-9e4b-43c8-ba83-b908f995ce30,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:54.582829 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Attempting to bind port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:54.583186 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Attempting to bind port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '268a8aab-d4df-4f18-af3d-fb9ea512978d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:54.584072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Attempting to bind port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 on network 69f1fe1f-8945-4293-ba92-135a006394e5 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:54.625695 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 on network 69f1fe1f-8945-4293-ba92-135a006394e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:53:54.626019 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Attempting to bind port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 on network 69f1fe1f-8945-4293-ba92-135a006394e5 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:54.699950 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:54.700180 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Checking segment: {'id': '268a8aab-d4df-4f18-af3d-fb9ea512978d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:54.700768 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Bound using segment: {'id': '268a8aab-d4df-4f18-af3d-fb9ea512978d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:54.701323 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Bound port: 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268a8aab-d4df-4f18-af3d-fb9ea512978d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:54.701762 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:54.895077 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6b801257-329e-4933-a04c-c3b2d884c408 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:54.939943 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] For port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:54.947460 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] For port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,segment=NetworkSegment(268a8aab-d4df-4f18-af3d-fb9ea512978d),segment_id=268a8aab-d4df-4f18-af3d-fb9ea512978d)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:54.982488 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa30c0-85d0-4bb5-8f71-ecaf39002923 req-9541d648-5222-4be7-8682-b3548df3a2ab tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:54.985129 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2daa30c0-85d0-4bb5-8f71-ecaf39002923 req-9541d648-5222-4be7-8682-b3548df3a2ab tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 932 time: 0.3760750 Aug 07 04:53:54.996232 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.069569 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:55.071613 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.073683 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] 10.222.0.24 "PUT /v2.0/ports/1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 HTTP/1.1" status: 200 len: 1093 time: 3.0575643 Aug 07 04:53:55.075028 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'tag': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:53:55.105401 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 6b801257-329e-4933-a04c-c3b2d884c408 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:53:55.114839 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 6b801257-329e-4933-a04c-c3b2d884c408 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:55.115435 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.177361 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cd85618a-3f91-4362-81d0-5f6df9e4e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.222788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cd85618a-3f91-4362-81d0-5f6df9e4e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.327141 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.337138 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.494551 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 6b801257-329e-4933-a04c-c3b2d884c408, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6b801257-329e-4933-a04c-c3b2d884c408,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:53:55.508211 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.509287 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:55.673700 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd8da5-2a0f-4406-8553-c61fbbea918d service neutron] Pushing event updated for resources: {'Port': ['ID=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:55.762621 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2daa30c0-85d0-4bb5-8f71-ecaf39002923 req-04fbfc97-1ee3-43f3-9c6a-3709d1c8e8d2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7475839 Aug 07 04:53:55.813948 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.819605 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Allocated IP 172.27.3.215 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/9d039707-72a9-42da-abdc-073647458391) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:53:55.852253 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=6b801257-329e-4933-a04c-c3b2d884c408,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:55.867404 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:55.867775 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:55.962143 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da7b6cb-d1db-46c0-b902-4f615a911fcf {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:53:56.011399 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-e07b3219-4f87-4e41-8ad5-d9eb9def5e39 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:56.038237 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.057198 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-e07b3219-4f87-4e41-8ad5-d9eb9def5e39 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 819 time: 1.3938649 Aug 07 04:53:56.112022 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Transition to ACTIVE for port object 6da7b6cb-d1db-46c0-b902-4f615a911fcf will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:53:56.138344 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-b6b862ed-1a76-4b2d-9a19-e66b70eb75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:56.139009 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-c3433b32-52dc-4974-865e-f594c791d804 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/quotas/c54c5afb01f5471297a24ec0ece9d506 HTTP/1.1" status: 200 len: 375 time: 0.0746005 Aug 07 04:53:56.142516 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-b6b862ed-1a76-4b2d-9a19-e66b70eb75e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbad771114b14d1c813e85f39291b826&device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 1096 time: 0.3755662 Aug 07 04:53:56.151191 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb4a6b-6863-4efc-8e24-5073fcf14368", "tag": "1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:53:56.160746 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cd85618a-3f91-4362-81d0-5f6df9e4e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.162950 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.164250 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cd85618a-3f91-4362-81d0-5f6df9e4e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.165749 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-cd85618a-3f91-4362-81d0-5f6df9e4e2dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5d2391d-9e4b-43c8-ba83-b908f995ce30 HTTP/1.1" status: 204 len: 168 time: 1.8668253 Aug 07 04:53:56.230530 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77984526-7c32-4a32-94bf-bb12d496e24a req-094faa17-c396-45e2-902c-2971b460d701 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:56.236496 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-77984526-7c32-4a32-94bf-bb12d496e24a req-094faa17-c396-45e2-902c-2971b460d701 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.2313387 Aug 07 04:53:56.271018 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85618a-3f91-4362-81d0-5f6df9e4e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d2391d-9e4b-43c8-ba83-b908f995ce30,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:56.328662 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-f2a01695-4719-49d5-b5f8-94a68f9774cf tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1750731 Aug 07 04:53:56.353550 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.649811 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-2a0c767e-f033-4174-aefb-e43262780f7f service neutron] 10.222.0.35 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198292 Aug 07 04:53:56.675292 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-202f9456-786b-43bd-989b-81bacf0f29f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 HTTP/1.1" status: 200 len: 217 time: 0.2339063 Aug 07 04:53:56.684782 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6b801257-329e-4933-a04c-c3b2d884c408 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:53:56.764922 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-f69fe216-0b95-4812-bd9f-3b16defb04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:56.768251 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.781727 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-f69fe216-0b95-4812-bd9f-3b16defb04bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea888c98-1cf8-49d6-82c9-ffa79fe7b536 HTTP/1.1" status: 200 len: 851 time: 0.0875447 Aug 07 04:53:56.782398 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Pushing event updated for resources: {'Port': ['ID=6da7b6cb-d1db-46c0-b902-4f615a911fcf,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:56.797329 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Attempting to bind port 6da7b6cb-d1db-46c0-b902-4f615a911fcf on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:53:56.801505 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Attempting to bind port 6da7b6cb-d1db-46c0-b902-4f615a911fcf by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:53:56.802097 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Attempting to bind port 6da7b6cb-d1db-46c0-b902-4f615a911fcf on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:56.815147 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Port 6da7b6cb-d1db-46c0-b902-4f615a911fcf on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:53:56.819164 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Attempting to bind port 6da7b6cb-d1db-46c0-b902-4f615a911fcf on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:53:56.827012 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'Port': ['ID=9d039707-72a9-42da-abdc-073647458391,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:56.837041 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-77984526-7c32-4a32-94bf-bb12d496e24a req-2acbb1ae-52a6-49cc-bb29-8e2048a98128 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192029 Aug 07 04:53:56.842348 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:53:56.843774 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Checking segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:53:56.844360 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Bound using segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:53:56.845535 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Bound port: 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:53:56.846977 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 6b801257-329e-4933-a04c-c3b2d884c408 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:53:56.847357 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.847534 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:56.923698 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:53:56.928646 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:53:56.939037 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:53:57.011507 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.056783 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-cc3bd0a8-3c9d-47f0-ab00-471ad5cc06df service neutron] 10.222.0.35 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989005 Aug 07 04:53:57.091819 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] For port 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:53:57.106484 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] For port 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:53:57.112382 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-6998a823-bec0-477f-ab5d-da6904c50642 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f1fe1f-8945-4293-ba92-135a006394e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1883781 Aug 07 04:53:57.126423 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.184585 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.261903 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:57.262602 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.264079 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] 10.222.0.24 "PUT /v2.0/ports/6da7b6cb-d1db-46c0-b902-4f615a911fcf HTTP/1.1" status: 200 len: 1094 time: 5.2363055 Aug 07 04:53:57.279291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.357089 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0d2e8-b85c-42fe-b399-9ec69a8d0322 service neutron] Pushing event updated for resources: {'Port': ['ID=6da7b6cb-d1db-46c0-b902-4f615a911fcf,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:57.396709 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a50b8c-f829-48a0-a53b-977b79a0dc88 x-openstack-request-id: req-02a50b8c-f829-48a0-a53b-977b79a0dc88 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:53:57.397031 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb4a6b-6863-4efc-8e24-5073fcf14368", "tag": "1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:53:57.397284 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02a50b8c-f829-48a0-a53b-977b79a0dc88 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:53:57.397741 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'tag': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1', 'status': 'completed', 'code': 200} Aug 07 04:53:57.496196 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d40620c4-d113-45dd-bbc9-35324d234014 req-abc70418-27c3-4af5-82a1-56cc1e22f8d5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0644081 Aug 07 04:53:57.565137 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593c3e-6c6a-4b4c-9250-7e892e1a8193 req-72ecdee5-648a-4093-b811-79efb760c614 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:57.566629 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-22593c3e-6c6a-4b4c-9250-7e892e1a8193 req-72ecdee5-648a-4093-b811-79efb760c614 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.1786251 Aug 07 04:53:57.642376 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-22593c3e-6c6a-4b4c-9250-7e892e1a8193 req-b85319dc-427d-4efc-b460-4f3991f55194 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 Aug 07 04:53:57.646218 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.652707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.706163 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'Port': ['ID=9d039707-72a9-42da-abdc-073647458391,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:53:57.714837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.731258 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.732782 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1fe158d0-db9b-4d4e-92c3-b51e6a0592f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6358385 Aug 07 04:53:58.008010 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b865-3618-43af-b2b6-78ad64de8402 req-3a9b9ada-05d0-4dd7-9df9-b34105ff075f tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:58.009706 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8f92b865-3618-43af-b2b6-78ad64de8402 req-3a9b9ada-05d0-4dd7-9df9-b34105ff075f tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0726340 Aug 07 04:53:58.014636 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-fb742b45-7486-4458-8079-40ba7157ac44 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--5535861&fields=id&tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 267 time: 0.0550380 Aug 07 04:53:58.062718 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8f92b865-3618-43af-b2b6-78ad64de8402 req-77fd0aba-8ff4-4241-a4a6-5648b9ff5631 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Aug 07 04:53:58.124603 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-3f7e59cf-6b25-47dd-a231-f2ec9135baa8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:58.126077 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-3f7e59cf-6b25-47dd-a231-f2ec9135baa8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 816 time: 0.1045356 Aug 07 04:53:58.140890 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-dd370016-ebfa-48ea-8691-1826477b768c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/quotas/6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 375 time: 0.0088627 Aug 07 04:53:58.195095 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-633bc9f4-e512-4cb8-a2f8-9f9286b88a8b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489211 Aug 07 04:53:58.291804 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-596eb218-7181-4156-8f1f-b53305d32dad service neutron] 10.222.0.35 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827699 Aug 07 04:53:58.381410 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-14818e10-f4be-4d3a-82f7-f8b91798a6bf service neutron] 10.222.0.35 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835965 Aug 07 04:53:58.565281 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c797a321-a235-4334-abbe-8ceaffd8504f req-b5da386e-4454-4f8d-b473-f697c60fa6bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0394204 Aug 07 04:53:58.603948 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c8e9e029-32b2-4c66-8648-40142e4d06e6 req-5d8b68df-de01-44f2-bb55-c0f9eb4d3ff2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0347242 Aug 07 04:53:58.777272 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76097f54-25e4-49bc-ad60-e0a71d78d9b0 req-a446bc90-3957-457a-acc9-39f06d583c13 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:58.779020 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-76097f54-25e4-49bc-ad60-e0a71d78d9b0 req-a446bc90-3957-457a-acc9-39f06d583c13 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0586808 Aug 07 04:53:58.818046 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-76097f54-25e4-49bc-ad60-e0a71d78d9b0 req-57e94d3b-e6da-4a94-971e-53cc3917ca5f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Aug 07 04:53:59.177162 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d150d7-0b33-4040-bec8-f05e6c938b9f req-c13e15e3-e841-4f8b-a1bf-220b6aa0a5ca tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:59.178609 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4d150d7-0b33-4040-bec8-f05e6c938b9f req-c13e15e3-e841-4f8b-a1bf-220b6aa0a5ca tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0483975 Aug 07 04:53:59.216258 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4d150d7-0b33-4040-bec8-f05e6c938b9f req-22678ce0-5d41-49dc-a0ed-538c5cef48ef tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Aug 07 04:53:59.398810 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bba229d-781a-409e-8079-6c9764d8124b', 'tag': '6da7b6cb-d1db-46c0-b902-4f615a911fcf'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:53:59.401795 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a63c1-f346-49f1-8564-e9c460476660" -d '{"events": [{"name": "network-changed", "server_uuid": "3bba229d-781a-409e-8079-6c9764d8124b", "tag": "6da7b6cb-d1db-46c0-b902-4f615a911fcf"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:53:59.437693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a3ce46-82ae-4e46-87ef-0c0c856bab0d x-openstack-request-id: req-05a3ce46-82ae-4e46-87ef-0c0c856bab0d {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:53:59.437985 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bba229d-781a-409e-8079-6c9764d8124b", "tag": "6da7b6cb-d1db-46c0-b902-4f615a911fcf", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:53:59.438236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05a3ce46-82ae-4e46-87ef-0c0c856bab0d {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:53:59.438621 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bba229d-781a-409e-8079-6c9764d8124b', 'tag': '6da7b6cb-d1db-46c0-b902-4f615a911fcf', 'status': 'completed', 'code': 200} Aug 07 04:53:59.680940 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-36404e53-0532-4434-9930-ac09a2b37556 req-af2a6fb0-1ef5-4a3a-9641-c73cce684564 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0298550 Aug 07 04:53:59.699003 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fe6706c3-c788-4ed8-9bcd-7eef10dd5cf2 req-8db5df39-d023-4aa4-8088-739ecfd41bfe tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0270948 Aug 07 04:53:59.931264 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f4ca-cb14-43e6-ad69-b197c0bbd869 req-ba2fe128-3c46-4fed-9b2f-1cb18eb4ec4c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:53:59.933324 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bff2f4ca-cb14-43e6-ad69-b197c0bbd869 req-ba2fe128-3c46-4fed-9b2f-1cb18eb4ec4c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0467365 Aug 07 04:53:59.969097 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bff2f4ca-cb14-43e6-ad69-b197c0bbd869 req-854a2771-6181-43bc-9103-eea3194bd9bf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298409 Aug 07 04:54:00.328710 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8681e7-ed82-45a4-b116-3de1dd46afe6 req-70eb48fe-f0dd-416e-a30d-16c4273b3315 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:00.330149 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9c8681e7-ed82-45a4-b116-3de1dd46afe6 req-70eb48fe-f0dd-416e-a30d-16c4273b3315 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0497108 Aug 07 04:54:00.370274 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9c8681e7-ed82-45a4-b116-3de1dd46afe6 req-1001e043-51a7-489c-baf9-b5857f6e2dd3 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Aug 07 04:54:00.776672 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-118fd398-21b7-45a8-b5db-e9d8f53af536 req-2d6ae99f-a806-487a-b2ab-2f8ed030f90e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0252390 Aug 07 04:54:00.790983 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-49683ead-e5b8-4ade-838b-2a4c4235b7b5 req-a4df34bc-feea-4e29-b892-bb7e3d8c9062 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Aug 07 04:54:01.084828 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480c891-bd00-468a-95ce-a6f87a485d49 req-ca7cb227-7730-48c7-bd40-31fb12718275 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:01.087846 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9480c891-bd00-468a-95ce-a6f87a485d49 req-ca7cb227-7730-48c7-bd40-31fb12718275 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0494304 Aug 07 04:54:01.139107 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9480c891-bd00-468a-95ce-a6f87a485d49 req-3f74b6a2-1471-4f45-bc6d-f7d4562ca072 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Aug 07 04:54:01.482694 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7ad1-1e35-4955-a9d3-76ff16e2dc56 req-66f5ce34-e83a-4d50-ac15-147746804953 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:01.484137 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97dc7ad1-1e35-4955-a9d3-76ff16e2dc56 req-66f5ce34-e83a-4d50-ac15-147746804953 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0480590 Aug 07 04:54:01.522027 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97dc7ad1-1e35-4955-a9d3-76ff16e2dc56 req-7f24d766-67ba-4342-8014-313bfadceab3 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Aug 07 04:54:01.876614 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e063c613-f4b0-4e6f-bcdd-62912c1acc4e req-d27d1312-9146-4a2e-91e9-ed2ba162b3d1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0293190 Aug 07 04:54:01.887436 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1800d36a-d189-412b-8779-e0b9d458dc92 req-8901ec4c-e704-4791-990b-14392750579e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0299072 Aug 07 04:54:02.251510 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13b83c-2bfc-405e-9926-6e7ca9262edb req-c799c58d-0c9e-4559-911c-991ee76a586c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:02.252990 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2e13b83c-2bfc-405e-9926-6e7ca9262edb req-c799c58d-0c9e-4559-911c-991ee76a586c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0478044 Aug 07 04:54:02.291456 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2e13b83c-2bfc-405e-9926-6e7ca9262edb req-e1dde9e8-20ca-43a5-8910-c13d8dea583e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Aug 07 04:54:02.651106 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67896455-d88e-45e9-a9b6-7ae3223163c7 req-4aff570b-af30-4ba7-9d50-baca4c36a470 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:02.653374 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-67896455-d88e-45e9-a9b6-7ae3223163c7 req-4aff570b-af30-4ba7-9d50-baca4c36a470 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0603185 Aug 07 04:54:02.700819 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-67896455-d88e-45e9-a9b6-7ae3223163c7 req-c48ebc50-d5a4-444f-b5f1-c456dadadd05 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Aug 07 04:54:02.977926 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0486cdbe-bd8f-446e-9a58-b2c1a589ec68 req-65efeacf-2dda-406e-a127-58428de80e29 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0272093 Aug 07 04:54:02.988332 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a75cfa9f-a533-4057-b1a0-0ca3e4a6cb03 req-6fa048f4-ce58-49ab-b120-69d5b480aac9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 07 04:54:03.410434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d41778-1942-4bb5-96b6-6baeaf56da6b req-c2ca50b5-1df9-4dea-86f7-02482e0250f6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:03.412322 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-40d41778-1942-4bb5-96b6-6baeaf56da6b req-c2ca50b5-1df9-4dea-86f7-02482e0250f6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0504687 Aug 07 04:54:03.450021 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-40d41778-1942-4bb5-96b6-6baeaf56da6b req-92971261-907e-466b-baad-7dbba9e46050 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Aug 07 04:54:03.821363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4a8e1-e06e-4f58-8a02-0fdeceb760c4 req-2e22a676-95ed-49f1-83a2-b8ac90e8e4cb tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:03.822822 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b8c4a8e1-e06e-4f58-8a02-0fdeceb760c4 req-2e22a676-95ed-49f1-83a2-b8ac90e8e4cb tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0486333 Aug 07 04:54:03.867790 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b8c4a8e1-e06e-4f58-8a02-0fdeceb760c4 req-c7170fea-e4d0-46b0-9852-ce602069172c tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Aug 07 04:54:04.084159 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-63a6dbf8-9634-4c64-bc92-2c042f09b257 req-c32fb37d-457b-475a-a475-515f356ed110 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0306876 Aug 07 04:54:04.091796 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-428803c0-b6c4-4bed-ae0f-ad3a00c8d1f1 req-dc556e73-1c35-4e03-a374-1e12e04bc2c7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0291858 Aug 07 04:54:04.568998 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f7cd9-57c6-4e95-a19e-f72c3e486038 req-2d9b9e4a-dad9-413e-97d3-a57127f0406e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:04.570489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1b2f7cd9-57c6-4e95-a19e-f72c3e486038 req-2d9b9e4a-dad9-413e-97d3-a57127f0406e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0502264 Aug 07 04:54:04.607586 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1b2f7cd9-57c6-4e95-a19e-f72c3e486038 req-7181be0f-96c3-4a8a-ada1-694cdf0fd733 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Aug 07 04:54:04.984819 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba3a1-8d7e-4568-833c-9d7cf68fbb69 req-0d7335b5-405f-4c8e-b661-250b4edcfab6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:04.986195 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-36eba3a1-8d7e-4568-833c-9d7cf68fbb69 req-0d7335b5-405f-4c8e-b661-250b4edcfab6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0484312 Aug 07 04:54:05.023596 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-36eba3a1-8d7e-4568-833c-9d7cf68fbb69 req-459e57f4-0211-4667-866b-ae7e4257dd58 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Aug 07 04:54:05.203905 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-078be882-c99b-4c21-822f-5aded28ca4b0 req-cf33eb67-9ee3-459b-90ba-8dae17836e8d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0317304 Aug 07 04:54:05.213116 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bd18a98a-618e-46bb-be8c-add8bfdf416c req-8cec3a39-dfac-46fa-ba92-f8bb6160bb85 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Aug 07 04:54:05.726544 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7c5bb-7f91-4e76-af73-1f79c5b52f98 req-5ca6b4c7-d9a7-4b02-ac34-144b7d3fb7fc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:05.728025 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fce7c5bb-7f91-4e76-af73-1f79c5b52f98 req-5ca6b4c7-d9a7-4b02-ac34-144b7d3fb7fc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0527256 Aug 07 04:54:05.774801 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fce7c5bb-7f91-4e76-af73-1f79c5b52f98 req-2819232f-dba4-4ba1-9ee1-3ce7782a6823 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Aug 07 04:54:06.137706 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440193f-6381-4a98-8921-74030087ce6e req-9e99214f-608a-4c5c-9648-cab8c988125c tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:06.139183 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2440193f-6381-4a98-8921-74030087ce6e req-9e99214f-608a-4c5c-9648-cab8c988125c tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0507524 Aug 07 04:54:06.178570 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2440193f-6381-4a98-8921-74030087ce6e req-96c359b9-5497-47bd-9d3e-6423a2ae97d6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Aug 07 04:54:06.298258 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0003523e-9a7e-403f-ac74-4e5cc48acb18 req-32617e94-87fd-4991-819c-1cd5cd9b0b86 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Aug 07 04:54:06.310794 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7215b44e-88f4-4c4c-8634-732908dce288 req-d7f6d18c-cfd5-40d1-9fd0-d9bf36990fd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Aug 07 04:54:06.892343 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd33881-1b85-44a8-b54e-841828645211 req-cb3c8a7c-3881-42c0-b3a2-26c9faf51c61 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:06.894039 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9cd33881-1b85-44a8-b54e-841828645211 req-cb3c8a7c-3881-42c0-b3a2-26c9faf51c61 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0543365 Aug 07 04:54:06.931854 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9cd33881-1b85-44a8-b54e-841828645211 req-254027ec-c4f5-4b26-b857-ac38e61ec75b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Aug 07 04:54:07.291228 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8f39-0d2a-4c89-af4b-2f755a631f4e req-96546869-33ac-430f-9a85-71172acdf4e5 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:07.292647 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-275b8f39-0d2a-4c89-af4b-2f755a631f4e req-96546869-33ac-430f-9a85-71172acdf4e5 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0479445 Aug 07 04:54:07.330957 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-275b8f39-0d2a-4c89-af4b-2f755a631f4e req-cc75e550-d0a5-4782-a938-eee68ec8d205 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Aug 07 04:54:07.403635 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-54af8fb7-17f4-48a8-9b05-99b745c0c785 req-bbc2093e-928c-4793-a02a-521662c48be9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0377395 Aug 07 04:54:07.414008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc172419-b23a-430f-b16d-300e85f13770 req-10692293-567a-450e-b180-3ee73bcf21af tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0281303 Aug 07 04:54:08.045965 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ccbd6-d84f-4953-b3cb-f1c893141cde req-b6f3e297-5ca3-4f1b-99a2-99cb67efb83b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:08.047406 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-162ccbd6-d84f-4953-b3cb-f1c893141cde req-b6f3e297-5ca3-4f1b-99a2-99cb67efb83b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0505357 Aug 07 04:54:08.084162 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-162ccbd6-d84f-4953-b3cb-f1c893141cde req-c2a46ad8-83c2-4356-b045-197dacd3177d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308430 Aug 07 04:54:08.445840 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaefb2-a20a-4e57-8596-28ef8fe57f1a req-7eed5cf8-43a9-42ab-981b-0e3549db7c13 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:08.447437 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eadaefb2-a20a-4e57-8596-28ef8fe57f1a req-7eed5cf8-43a9-42ab-981b-0e3549db7c13 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0515203 Aug 07 04:54:08.487887 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eadaefb2-a20a-4e57-8596-28ef8fe57f1a req-916202e4-a092-42d2-a648-87d44660f2ce tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Aug 07 04:54:08.499553 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c5471f15-a59d-4535-a3f4-4ac51b49c326 req-9003fed5-4029-41c6-a132-05668871be96 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0264585 Aug 07 04:54:08.577884 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fa945843-4722-4d99-80b9-23ad91a95649 req-7aec8db1-8c2c-477d-8211-2e908edff3cc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0260389 Aug 07 04:54:08.812388 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-85781de4-f7c9-47db-9cb1-b53ef75139e6 service neutron] 10.222.0.24 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865314 Aug 07 04:54:09.044389 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f08dcdd-6924-4696-98ba-446a4b285881 req-6b4724fb-7191-418a-b32b-f66ce95b066f service neutron] 10.222.0.24 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836828 Aug 07 04:54:09.221823 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-e43a6ffb-2321-4bb3-825a-d89e91b3cae4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.223160 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-e43a6ffb-2321-4bb3-825a-d89e91b3cae4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 819 time: 0.1511223 Aug 07 04:54:09.287899 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802998ac-ba4d-4dde-af95-37d0269e6dc8 req-c68c662c-77d6-479a-ad0e-05f3c159e87e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.289386 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-802998ac-ba4d-4dde-af95-37d0269e6dc8 req-c68c662c-77d6-479a-ad0e-05f3c159e87e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0927508 Aug 07 04:54:09.291845 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a63c1-f346-49f1-8564-e9c460476660 req-db86c2d3-94f0-4467-aede-82c69dff8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.293263 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-299a63c1-f346-49f1-8564-e9c460476660 req-db86c2d3-94f0-4467-aede-82c69dff8ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 1097 time: 0.0796409 Aug 07 04:54:09.330922 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-802998ac-ba4d-4dde-af95-37d0269e6dc8 req-eec79472-edae-4baa-ae98-84a2172ea044 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Aug 07 04:54:09.366223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Request body: {'port': {'device_id': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'admin_state_up': True, 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:09.428547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.24', 50736) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:09.507210 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-c3c7d046-722d-436f-af4a-1bb6d5e2fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.508601 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-c3c7d046-722d-436f-af4a-1bb6d5e2fe82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbad771114b14d1c813e85f39291b826&device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 1096 time: 0.0704205 Aug 07 04:54:09.707941 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f6761421-8310-4634-b054-c8bbd06c8cde req-e1b91262-332b-491c-aa7e-6face43c7f6f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0670724 Aug 07 04:54:09.788441 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a63c1-f346-49f1-8564-e9c460476660 req-cc1b2100-76b3-4128-b068-e6fb4a881835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.790068 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-299a63c1-f346-49f1-8564-e9c460476660 req-cc1b2100-76b3-4128-b068-e6fb4a881835 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=56d51e070d184693b32f62e300ded4fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4204257 Aug 07 04:54:09.825049 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7c14e37a-0a1d-4429-9416-0c7aeaef1948 req-8b076d58-9929-46ca-8f5a-0d49787fe9f0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.0317810 Aug 07 04:54:09.825785 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Made reservation on behalf of c54c5afb01f5471297a24ec0ece9d506 for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:54:09.829284 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:09.906952 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0da7-a26d-41b6-a066-7b214a8d4581 req-4f5976a0-03b6-4478-98f6-40a9a9145121 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.914558 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-442b0da7-a26d-41b6-a066-7b214a8d4581 req-4f5976a0-03b6-4478-98f6-40a9a9145121 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.3437092 Aug 07 04:54:09.917848 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-095efbd4-8dbc-4bb7-bdb7-b5dcee0e09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:09.919402 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-095efbd4-8dbc-4bb7-bdb7-b5dcee0e09dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f1fe1f-8945-4293-ba92-135a006394e5 HTTP/1.1" status: 200 len: 912 time: 0.3643148 Aug 07 04:54:10.008100 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-aee154a9-a816-4d24-b178-192469c238e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 HTTP/1.1" status: 200 len: 217 time: 0.0754664 Aug 07 04:54:10.045466 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-442b0da7-a26d-41b6-a066-7b214a8d4581 req-0eccc38c-e1b1-496f-b2bd-244adf37040c tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290591 Aug 07 04:54:10.099594 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-5794bf76-3e59-4589-ab9a-47e9374f03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:10.101540 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-5794bf76-3e59-4589-ab9a-47e9374f03e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea888c98-1cf8-49d6-82c9-ffa79fe7b536 HTTP/1.1" status: 200 len: 851 time: 0.0733073 Aug 07 04:54:10.197398 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a63c1-f346-49f1-8564-e9c460476660 req-0a95f0a3-76fe-472f-bc2d-2180ece1b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:10.199051 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-299a63c1-f346-49f1-8564-e9c460476660 req-0a95f0a3-76fe-472f-bc2d-2180ece1b854 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3305228 Aug 07 04:54:10.210942 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Allocated IP 172.20.0.9 (aed8f1bd-cb13-4093-afc4-79463ed9511a/c3680dd8-2aac-43c8-9074-9e849b242855/bd78445c-a49c-49cb-abaf-0ddaf6492e2c) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:54:10.212928 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.24', 50737) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:10.302010 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-ade6f51e-7b3c-4a91-a880-675897221a2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f1fe1f-8945-4293-ba92-135a006394e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914764 Aug 07 04:54:10.473976 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-a0173b03-1dec-4172-9a46-0c846aacc622 service neutron] 10.222.0.24 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317158 Aug 07 04:54:10.559418 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9f277e3c-5606-4ef6-897b-636411771461 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:10.560928 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9f277e3c-5606-4ef6-897b-636411771461 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 816 time: 0.3177793 Aug 07 04:54:10.584280 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-796ca77a-1f5e-4507-bdd2-9c51f9426a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:10.585153 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ca0a1466-f9cc-4080-a0d0-7ddff28fa178 req-2586af6a-4a92-40d5-8279-7b8e01c522c3 service neutron] 10.222.0.24 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017189 Aug 07 04:54:10.585757 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-796ca77a-1f5e-4507-bdd2-9c51f9426a22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 1097 time: 0.2237422 Aug 07 04:54:10.603982 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bea820-9130-4e0c-907c-4e3acbb25f31 req-4da5c234-c262-4b92-bf6f-7f6844fde40c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:10.605618 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8bea820-9130-4e0c-907c-4e3acbb25f31 req-4da5c234-c262-4b92-bf6f-7f6844fde40c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.1836131 Aug 07 04:54:10.619639 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:10.747408 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8bea820-9130-4e0c-907c-4e3acbb25f31 req-79a4676e-64d0-43f2-9b94-51c468b11309 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197171 Aug 07 04:54:10.759809 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-fced5a1a-bf46-4d92-af65-288b706b6d94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf HTTP/1.1" status: 200 len: 217 time: 0.0962636 Aug 07 04:54:10.826279 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-13df5bea-8eb4-4234-a106-17485f47a4a0 req-11ba97d2-b77f-4e29-9238-8e0a677ad03b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0407796 Aug 07 04:54:10.826416 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b57aadaf-1818-4feb-9c92-55d9bf99ecb2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 377 time: 0.1711326 Aug 07 04:54:10.854090 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:10.862653 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'port': {'device_id': '431857b6-a453-44f0-829c-00ed610d5fc2', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'admin_state_up': True, 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'security_groups': ['beef0638-bda7-46e2-8d4f-b0f72f6cdcbe']}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:10.900299 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-bc8e4848-8254-4965-afac-207526d2a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:10.901851 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-bc8e4848-8254-4965-afac-207526d2a2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.1236613 Aug 07 04:54:11.031754 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-bec4c094-6870-4159-88d8-fc522cb3494f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094687 Aug 07 04:54:11.074699 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Network aed8f1bd-cb13-4093-afc4-79463ed9511a is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:54:11.113320 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0048950c-b8c6-44e1-811c-ec3b999e2de8 req-5320795e-2347-4dfe-8217-afe3a832180a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 210 time: 0.1123743 Aug 07 04:54:11.132468 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-53a33d8a-55af-4de3-9e3c-738fa51fdc47 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:11.134128 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-53a33d8a-55af-4de3-9e3c-738fa51fdc47 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 819 time: 0.1832750 Aug 07 04:54:11.145579 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:54:11.150631 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Pushing event updated for resources: {'Port': ['ID=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:11.169143 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:54:11.175071 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:11.175737 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:11.189668 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Request body: {'port': {'device_id': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'admin_state_up': True, 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:11.262014 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-044bab37-ad5d-449a-8145-551a84301f0b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9002717 Aug 07 04:54:11.298092 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Request body: {'port': {'device_id': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:11.308827 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68af32c-82d2-49da-b9c9-7184f1b2543b req-969afc50-a856-4705-a294-634f841623fb tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:11.310338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f68af32c-82d2-49da-b9c9-7184f1b2543b req-969afc50-a856-4705-a294-634f841623fb tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.1390994 Aug 07 04:54:11.346212 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-9ab250dd-8ace-4bd6-bd06-5504ec697d8d service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952247 Aug 07 04:54:11.428077 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Made reservation on behalf of 6c23fa4998bf4a8cb6fa05e019c813bd for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:54:11.431098 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:11.437403 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f68af32c-82d2-49da-b9c9-7184f1b2543b req-22831144-7039-4820-bb61-65ac683b47b6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150773 Aug 07 04:54:11.448492 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Made reservation on behalf of c54c5afb01f5471297a24ec0ece9d506 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:54:11.452529 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:11.461556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:11.638840 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-e75f2e46-391b-41bb-9368-e1448c1eef49 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798269 Aug 07 04:54:11.686826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Allocated IP 172.20.0.10 (aed8f1bd-cb13-4093-afc4-79463ed9511a/c3680dd8-2aac-43c8-9074-9e849b242855/8385bf57-9f35-4380-8238-83874f21430a) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:54:11.719983 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Allocated IP 172.20.0.12 (fc7aefab-048b-463e-a51e-c06e7a8144a6/c00559b9-8114-4343-ba8a-7c9d52bbebd5/6a0264c8-c45c-4fec-b570-31fbf0131107) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:54:11.847776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:11.887908 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:11.997089 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Network aed8f1bd-cb13-4093-afc4-79463ed9511a is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:54:12.006173 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:54:12.011176 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:54:12.016654 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.017280 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.019670 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Pushing event updated for resources: {'Port': ['ID=8385bf57-9f35-4380-8238-83874f21430a,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:12.046942 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701587f7-c0d0-48bb-a573-e5478c264df8 req-aa8c9128-8022-41af-9ddd-d76cda9d0d79 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.048698 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-701587f7-c0d0-48bb-a573-e5478c264df8 req-aa8c9128-8022-41af-9ddd-d76cda9d0d79 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 932 time: 0.1333027 Aug 07 04:54:12.050306 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-7d8256c9-0282-42c5-b02d-e3e44a372cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8655586 Aug 07 04:54:12.078029 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Request body: {'port': {'device_id': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:12.089664 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9359ca-e927-43c5-90c9-4f2cc0adfb31 req-c7632869-b0a7-424a-b5f1-88ac3cf7e979 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.091436 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ce9359ca-e927-43c5-90c9-4f2cc0adfb31 req-c7632869-b0a7-424a-b5f1-88ac3cf7e979 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.1722286 Aug 07 04:54:12.141317 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-701587f7-c0d0-48bb-a573-e5478c264df8 req-532e56d3-e110-439d-ad83-af53a60148f8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860114 Aug 07 04:54:12.146201 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.154381 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.192991 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ce9359ca-e927-43c5-90c9-4f2cc0adfb31 req-679896dd-9938-4b3c-9707-2e717e235a75 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930393 Aug 07 04:54:12.193892 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Transition to ACTIVE for port object 6a0264c8-c45c-4fec-b570-31fbf0131107 will not be triggered until provisioned by entity DHCP. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:54:12.236715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd78445c-a49c-49cb-abaf-0ddaf6492e2c {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:12.246774 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.269787 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Transition to ACTIVE for port object bd78445c-a49c-49cb-abaf-0ddaf6492e2c will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:54:12.275759 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.302309 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.337072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:54:12.345542 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:54:12.363563 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Pushing event updated for resources: {'Port': ['ID=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:12.366123 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:54:12.372684 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.373379 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.426072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Attempting to bind port bd78445c-a49c-49cb-abaf-0ddaf6492e2c on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:54:12.429749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Attempting to bind port bd78445c-a49c-49cb-abaf-0ddaf6492e2c by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:54:12.429749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Attempting to bind port bd78445c-a49c-49cb-abaf-0ddaf6492e2c on network aed8f1bd-cb13-4093-afc4-79463ed9511a {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:54:12.429749 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5853772 Aug 07 04:54:12.441023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Port bd78445c-a49c-49cb-abaf-0ddaf6492e2c on network aed8f1bd-cb13-4093-afc4-79463ed9511a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:54:12.441326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Attempting to bind port bd78445c-a49c-49cb-abaf-0ddaf6492e2c on network aed8f1bd-cb13-4093-afc4-79463ed9511a {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:54:12.451873 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:54:12.452339 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Checking segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:54:12.452620 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Bound using segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:54:12.453102 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Bound port: bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:54:12.453461 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.455619 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6a8ea-b488-452d-9f28-e75828cafab8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:12.585521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] For port bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:54:12.595406 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c3701-664d-4531-98f6-65421f399971 req-b7823744-802a-4c9e-b0fd-7fe7543360a0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.596959 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bc8c3701-664d-4531-98f6-65421f399971 req-b7823744-802a-4c9e-b0fd-7fe7543360a0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0773411 Aug 07 04:54:12.599125 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] For port bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:54:12.618894 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.651151 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0713-ea6f-4589-bffc-41667b386f6a req-ffa8d9fb-32ed-44f8-a304-dce1b1023156 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.652689 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-77df0713-ea6f-4589-bffc-41667b386f6a req-ffa8d9fb-32ed-44f8-a304-dce1b1023156 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 932 time: 0.4116919 Aug 07 04:54:12.681720 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-801ee5d5-6f22-410e-bb3b-61f7ac632f1f None None] Provisioning for port 6a0264c8-c45c-4fec-b570-31fbf0131107 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:54:12.689497 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-801ee5d5-6f22-410e-bb3b-61f7ac632f1f None None] Provisioning complete for port 6a0264c8-c45c-4fec-b570-31fbf0131107 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:54:12.690090 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-801ee5d5-6f22-410e-bb3b-61f7ac632f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.716465 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bc8c3701-664d-4531-98f6-65421f399971 req-51fc4742-bc43-47cd-885d-e1dfb68481ea tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060393 Aug 07 04:54:12.717965 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:12.718595 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.719932 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] 10.222.0.24 "PUT /v2.0/ports/bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 200 len: 1093 time: 1.4312966 Aug 07 04:54:12.724188 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'tag': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:12.727134 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f608d-8af0-4964-980d-feec70fb4a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "90d6eef5-1c82-472b-adfb-aeaa1e93d502", "tag": "bd78445c-a49c-49cb-abaf-0ddaf6492e2c"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:12.745396 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-801ee5d5-6f22-410e-bb3b-61f7ac632f1f None None] Port 6a0264c8-c45c-4fec-b570-31fbf0131107 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:54:12.751802 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-77df0713-ea6f-4589-bffc-41667b386f6a req-9a212cb4-df40-4773-8300-1f403014e57e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0858688 Aug 07 04:54:12.758584 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ab10c-73f1-4a80-b354-1f6362533afd service neutron] Pushing event updated for resources: {'Port': ['ID=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:12.784770 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b00e5c0-6348-456a-8a1c-ef5fe02672f6 x-openstack-request-id: req-8b00e5c0-6348-456a-8a1c-ef5fe02672f6 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:12.785139 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d6eef5-1c82-472b-adfb-aeaa1e93d502", "tag": "bd78445c-a49c-49cb-abaf-0ddaf6492e2c", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:12.785432 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b00e5c0-6348-456a-8a1c-ef5fe02672f6 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:12.785823 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'tag': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c', 'status': 'completed', 'code': 200} Aug 07 04:54:12.818315 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8385bf57-9f35-4380-8238-83874f21430a {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:12.825432 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.838884 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Transition to ACTIVE for port object 8385bf57-9f35-4380-8238-83874f21430a will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:54:12.842610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:12.912560 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Pushing event updated for resources: {'Port': ['ID=8385bf57-9f35-4380-8238-83874f21430a,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:12.941144 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Attempting to bind port 8385bf57-9f35-4380-8238-83874f21430a on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:54:12.941497 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Attempting to bind port 8385bf57-9f35-4380-8238-83874f21430a by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:54:12.941844 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Attempting to bind port 8385bf57-9f35-4380-8238-83874f21430a on network aed8f1bd-cb13-4093-afc4-79463ed9511a {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:54:12.946024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Port 8385bf57-9f35-4380-8238-83874f21430a on network aed8f1bd-cb13-4093-afc4-79463ed9511a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:54:12.946342 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Attempting to bind port 8385bf57-9f35-4380-8238-83874f21430a on network aed8f1bd-cb13-4093-afc4-79463ed9511a {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:54:12.951265 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:54:12.951674 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Checking segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:54:12.952373 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Bound using segment: {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:54:12.952843 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Bound port: 8385bf57-9f35-4380-8238-83874f21430a, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571b01ff-b842-46ea-878c-c129a269bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:54:12.953207 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:13.019552 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] For port 8385bf57-9f35-4380-8238-83874f21430a, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:54:13.023790 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] For port 8385bf57-9f35-4380-8238-83874f21430a, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8385bf57-9f35-4380-8238-83874f21430a,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:54:13.028843 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:13.067324 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:13.067936 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:13.069353 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] 10.222.0.24 "PUT /v2.0/ports/8385bf57-9f35-4380-8238-83874f21430a HTTP/1.1" status: 200 len: 1094 time: 0.9974680 Aug 07 04:54:13.069785 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'tag': '8385bf57-9f35-4380-8238-83874f21430a'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:13.097761 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:54:13.151128 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71859d-9630-463b-82b1-5c94524e53bf service neutron] Pushing event updated for resources: {'Port': ['ID=8385bf57-9f35-4380-8238-83874f21430a,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:13.229727 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0018ac4-942c-4450-b2f9-0df038995790" -d '{"events": [{"name": "network-changed", "server_uuid": "7660d04d-3aad-49e0-b8a5-12820fcb4d66", "tag": "8385bf57-9f35-4380-8238-83874f21430a"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:13.271282 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17905-b995-4dd3-903d-29b3a66e8058 req-7cb0a072-49fe-4348-b4ef-fff24de90ded tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:13.272821 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-92c17905-b995-4dd3-903d-29b3a66e8058 req-7cb0a072-49fe-4348-b4ef-fff24de90ded tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0539250 Aug 07 04:54:13.310375 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-92c17905-b995-4dd3-903d-29b3a66e8058 req-bcc79945-f263-4338-a028-b6cd28d5ba6b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Aug 07 04:54:13.320979 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86db9-4ee9-4893-9f7d-a939a786a9c8 req-e7151237-ae98-4475-b5ea-fd9d7190723a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:13.322448 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e3f86db9-4ee9-4893-9f7d-a939a786a9c8 req-e7151237-ae98-4475-b5ea-fd9d7190723a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0488915 Aug 07 04:54:13.361742 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e3f86db9-4ee9-4893-9f7d-a939a786a9c8 req-f408c9f4-40db-4c6b-b1d7-2d568d7a1b87 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Aug 07 04:54:13.454700 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b8437-70ee-44ac-beb1-ec6f7cf8d422 x-openstack-request-id: req-0e8b8437-70ee-44ac-beb1-ec6f7cf8d422 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:13.454992 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7660d04d-3aad-49e0-b8a5-12820fcb4d66", "tag": "8385bf57-9f35-4380-8238-83874f21430a", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:13.455259 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e8b8437-70ee-44ac-beb1-ec6f7cf8d422 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:13.455717 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'tag': '8385bf57-9f35-4380-8238-83874f21430a', 'status': 'completed', 'code': 200} Aug 07 04:54:13.832437 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc724b-8e89-4a2f-bb2f-14afc4abca4c req-e66f52d0-1809-4d8d-9fbf-8889b981d7d0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:13.833974 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2fdc724b-8e89-4a2f-bb2f-14afc4abca4c req-e66f52d0-1809-4d8d-9fbf-8889b981d7d0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0593882 Aug 07 04:54:13.870568 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2fdc724b-8e89-4a2f-bb2f-14afc4abca4c req-d675ef38-04d6-4307-815d-9295732420c1 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Aug 07 04:54:13.884170 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a186ca5-98a9-4623-afa0-4642c2011537 req-729f53df-0a5d-4940-ac06-b9a6cc4d9cc8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:13.885696 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6a186ca5-98a9-4623-afa0-4642c2011537 req-729f53df-0a5d-4940-ac06-b9a6cc4d9cc8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 932 time: 0.0480795 Aug 07 04:54:13.925439 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6a186ca5-98a9-4623-afa0-4642c2011537 req-47b7b6e6-f8d9-4391-b238-1c6c27a215bd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308659 Aug 07 04:54:14.431872 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c51a-ff78-4d9f-afd0-1ea8eb7ff64b req-a6fee4e5-f479-444d-8d0d-85f6882a3945 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:14.433518 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8721c51a-ff78-4d9f-afd0-1ea8eb7ff64b req-a6fee4e5-f479-444d-8d0d-85f6882a3945 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0560644 Aug 07 04:54:14.472605 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8721c51a-ff78-4d9f-afd0-1ea8eb7ff64b req-f1d1f72e-2fd3-4780-b564-2f5f80756cb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Aug 07 04:54:14.479460 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec441e4-92ef-43b8-a575-c9d2dd047165 req-7efdc1bb-f579-493c-ac6a-59c0d7f53cbe tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:14.481055 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1ec441e4-92ef-43b8-a575-c9d2dd047165 req-7efdc1bb-f579-493c-ac6a-59c0d7f53cbe tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0480003 Aug 07 04:54:14.521919 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1ec441e4-92ef-43b8-a575-c9d2dd047165 req-1bb42a25-dc04-449e-af68-381ef6e1276b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349655 Aug 07 04:54:14.986860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fac987-3b67-4587-8a97-ff862826c813 req-aa9e230d-82a6-449f-a868-f367483b1a28 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:14.988349 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-34fac987-3b67-4587-8a97-ff862826c813 req-aa9e230d-82a6-449f-a868-f367483b1a28 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0510058 Aug 07 04:54:15.026921 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-34fac987-3b67-4587-8a97-ff862826c813 req-b59ace22-c782-4685-b93c-1bffcc454df3 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Aug 07 04:54:15.042275 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8d928-b468-4ae4-9a91-aabe56a6a283 req-faa62ec2-6456-4d94-a7dd-416bbe6bbee7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:15.044116 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-00c8d928-b468-4ae4-9a91-aabe56a6a283 req-faa62ec2-6456-4d94-a7dd-416bbe6bbee7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 932 time: 0.0495825 Aug 07 04:54:15.080327 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-00c8d928-b468-4ae4-9a91-aabe56a6a283 req-f23226f7-eb84-405f-9ab1-2052eb676ae6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305505 Aug 07 04:54:15.583837 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90af9d-c3ab-434c-b0fc-e17e9c3948ce req-2ca0221a-a9fa-4042-8cb5-1e052333e0a5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:15.585341 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dc90af9d-c3ab-434c-b0fc-e17e9c3948ce req-2ca0221a-a9fa-4042-8cb5-1e052333e0a5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0484886 Aug 07 04:54:15.623389 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dc90af9d-c3ab-434c-b0fc-e17e9c3948ce req-4413270a-dc41-4956-a194-7b5e2fb852b3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313039 Aug 07 04:54:15.636071 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98cafb-f8df-495f-a17f-3d2d1d284090 req-7563a648-d65b-43c7-ad5f-70cd7241dfb5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:15.638298 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fd98cafb-f8df-495f-a17f-3d2d1d284090 req-7563a648-d65b-43c7-ad5f-70cd7241dfb5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0498497 Aug 07 04:54:15.675098 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fd98cafb-f8df-495f-a17f-3d2d1d284090 req-6dd17906-ed3a-42e2-8516-e6bd71927fcd tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 07 04:54:16.164828 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdacee-dae9-42db-9775-9f8a9d89d448 req-107166ca-ed71-4f03-b142-6c9fbe7556ae tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.166300 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-40cdacee-dae9-42db-9775-9f8a9d89d448 req-107166ca-ed71-4f03-b142-6c9fbe7556ae tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0576422 Aug 07 04:54:16.185461 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Request body: {'port': {'device_id': '431857b6-a453-44f0-829c-00ed610d5fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:16.229319 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0495b-8d38-4f22-9590-0f5341a0aa2d req-3e7b5596-135b-419b-8f0d-d0caf21a04dd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.230833 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-86c0495b-8d38-4f22-9590-0f5341a0aa2d req-3e7b5596-135b-419b-8f0d-d0caf21a04dd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 932 time: 0.0766521 Aug 07 04:54:16.246115 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018ac4-942c-4450-b2f9-0df038995790 req-c0971b62-209c-48a7-8998-c4492fffe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.248158 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0018ac4-942c-4450-b2f9-0df038995790 req-c0971b62-209c-48a7-8998-c4492fffe2c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 1097 time: 0.0624123 Aug 07 04:54:16.274934 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-86c0495b-8d38-4f22-9590-0f5341a0aa2d req-0555f570-2440-4f82-858d-23a323756d0c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369616 Aug 07 04:54:16.278322 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-40cdacee-dae9-42db-9775-9f8a9d89d448 req-c4e52266-a0fd-4af9-a794-adf27263c322 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046376 Aug 07 04:54:16.286749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:16.301441 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f608d-8af0-4964-980d-feec70fb4a7e req-e9cddfe9-ee82-4279-b7b9-54e6b62ac88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.302890 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-999f608d-8af0-4964-980d-feec70fb4a7e req-e9cddfe9-ee82-4279-b7b9-54e6b62ac88a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1096 time: 0.1092875 Aug 07 04:54:16.579949 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f608d-8af0-4964-980d-feec70fb4a7e req-547076cc-08fd-40cd-af73-c567424f3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.581429 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-999f608d-8af0-4964-980d-feec70fb4a7e req-547076cc-08fd-40cd-af73-c567424f3e3d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c54c5afb01f5471297a24ec0ece9d506&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1260405 Aug 07 04:54:16.585691 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018ac4-942c-4450-b2f9-0df038995790 req-0c901b61-3db3-413d-840a-20e6ccff2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.587111 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0018ac4-942c-4450-b2f9-0df038995790 req-0c901b61-3db3-413d-840a-20e6ccff2f7d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c54c5afb01f5471297a24ec0ece9d506&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1578612 Aug 07 04:54:16.673089 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0264c8-c45c-4fec-b570-31fbf0131107 {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:16.683840 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:16.735220 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Transition to ACTIVE for port object 6a0264c8-c45c-4fec-b570-31fbf0131107 will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:54:16.751051 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:16.767601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018ac4-942c-4450-b2f9-0df038995790 req-8d90d104-7b63-480c-8022-10206a1cd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.769449 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0018ac4-942c-4450-b2f9-0df038995790 req-8d90d104-7b63-480c-8022-10206a1cd905 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1747632 Aug 07 04:54:16.781167 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f608d-8af0-4964-980d-feec70fb4a7e req-76179adc-4dd9-46fa-8a47-c88166c35403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.782610 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-999f608d-8af0-4964-980d-feec70fb4a7e req-76179adc-4dd9-46fa-8a47-c88166c35403 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895745 Aug 07 04:54:16.809284 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961f545-c564-4209-adc4-782ba67309df req-758f5d42-b0f3-47ed-92d7-9f13ea729e64 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.815215 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139ea3-a47d-4637-b51c-3dad9c3abdd9 req-6c018770-717b-4e04-9496-3bdb5ff6cb7b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.816623 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6961f545-c564-4209-adc4-782ba67309df req-758f5d42-b0f3-47ed-92d7-9f13ea729e64 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0665219 Aug 07 04:54:16.822288 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-79139ea3-a47d-4637-b51c-3dad9c3abdd9 req-6c018770-717b-4e04-9496-3bdb5ff6cb7b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.1246879 Aug 07 04:54:16.848658 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a574-8871-4a7f-a969-35161903691e service neutron] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:16.860123 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6961f545-c564-4209-adc4-782ba67309df req-ef8a5f9c-a669-488a-b203-15d5d283df8e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Aug 07 04:54:16.894443 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-79139ea3-a47d-4637-b51c-3dad9c3abdd9 req-a90fe9e2-b9a5-4194-8150-3845a39ed13e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712981 Aug 07 04:54:16.895242 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Attempting to bind port 6a0264c8-c45c-4fec-b570-31fbf0131107 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:54:16.895647 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Attempting to bind port 6a0264c8-c45c-4fec-b570-31fbf0131107 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:54:16.895898 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Attempting to bind port 6a0264c8-c45c-4fec-b570-31fbf0131107 on network fc7aefab-048b-463e-a51e-c06e7a8144a6 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:54:16.904239 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Port 6a0264c8-c45c-4fec-b570-31fbf0131107 on network fc7aefab-048b-463e-a51e-c06e7a8144a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:54:16.904949 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Attempting to bind port 6a0264c8-c45c-4fec-b570-31fbf0131107 on network fc7aefab-048b-463e-a51e-c06e7a8144a6 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:54:16.922820 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:54:16.923233 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Checking segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:54:16.923544 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Bound using segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:54:16.923978 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Bound port: 6a0264c8-c45c-4fec-b570-31fbf0131107, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:54:16.924334 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:16.975561 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-1e005b0c-4d74-4e2f-95ec-366176f3fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:16.977165 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-1e005b0c-4d74-4e2f-95ec-366176f3fbaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 1097 time: 0.0513933 Aug 07 04:54:17.019016 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-5a8be6e2-4bed-49c4-a0aa-7056cdd91edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.020445 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-5a8be6e2-4bed-49c4-a0aa-7056cdd91edd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1096 time: 0.1098311 Aug 07 04:54:17.042105 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:54:17.044687 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-c36bab29-91ee-452d-b0f7-b7e14791b6f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385bf57-9f35-4380-8238-83874f21430a HTTP/1.1" status: 200 len: 217 time: 0.0466795 Aug 07 04:54:17.047818 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:54:17.057850 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:17.103991 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3e018-f329-4054-8b95-11f1426fc985 req-0f731016-0506-4c56-a974-4e02ab30deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.106076 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-0f731016-0506-4c56-a974-4e02ab30deb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0454414 Aug 07 04:54:17.120971 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-cdb10a9e-fc88-4f7e-bba3-89846e2ccf48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 200 len: 217 time: 0.0756705 Aug 07 04:54:17.130729 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.131347 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:17.132923 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-9357a574-8871-4a7f-a969-35161903691e service neutron] 10.222.0.24 "PUT /v2.0/ports/6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1094 time: 0.9522026 Aug 07 04:54:17.135390 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:17.138264 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a90966f-504f-47ed-9308-fc9ca9399d84" -d '{"events": [{"name": "network-changed", "server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:17.161781 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a574-8871-4a7f-a969-35161903691e service neutron] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:17.164438 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-03a00141-ebef-4a4a-b3d6-68bdbb4e763c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498564 Aug 07 04:54:17.186086 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb38af86-078e-4d7a-9bf7-f54f0f264407 x-openstack-request-id: req-bb38af86-078e-4d7a-9bf7-f54f0f264407 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:17.186586 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:17.186838 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb38af86-078e-4d7a-9bf7-f54f0f264407 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:17.187246 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'status': 'completed', 'code': 200} Aug 07 04:54:17.267358 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-26eb563b-b07d-4f6f-be1a-c62c9b4b21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.269207 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-26eb563b-b07d-4f6f-be1a-c62c9b4b21ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0620232 Aug 07 04:54:17.337643 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-536be0e7-ed37-45b4-845e-e4a5f6dae6c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544322 Aug 07 04:54:17.366850 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-029e3ee6-f1a9-464e-b891-445a06f654d8 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180136 Aug 07 04:54:17.396057 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90966f-504f-47ed-9308-fc9ca9399d84 req-e37ed30b-9031-4a07-afa6-abe821f46960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.399257 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9a90966f-504f-47ed-9308-fc9ca9399d84 req-e37ed30b-9031-4a07-afa6-abe821f46960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1161661 Aug 07 04:54:17.544478 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd000046-85cb-4ae2-9e11-a5c9dbb0dec2 req-1b6eaad7-a530-489d-9779-666b8d55a17e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.546415 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dd000046-85cb-4ae2-9e11-a5c9dbb0dec2 req-1b6eaad7-a530-489d-9779-666b8d55a17e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0853052 Aug 07 04:54:17.578470 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71e3e018-f329-4054-8b95-11f1426fc985 req-e4e50a46-69fc-4a29-9811-269682a16b17 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017043 Aug 07 04:54:17.605218 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4fe4-35ee-4be6-a1ff-ebeb85ba6b72 req-a9ad1d03-8737-4b7d-82d5-3a9a20994691 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.606846 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5aef4fe4-35ee-4be6-a1ff-ebeb85ba6b72 req-a9ad1d03-8737-4b7d-82d5-3a9a20994691 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.1552756 Aug 07 04:54:17.612907 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dd000046-85cb-4ae2-9e11-a5c9dbb0dec2 req-657474a4-9ae7-4b2e-acd6-2fb86c5a18c1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0548313 Aug 07 04:54:17.637061 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-bdaea1c0-4a89-43d0-8b9c-29069fa96b41 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861571 Aug 07 04:54:17.647110 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90966f-504f-47ed-9308-fc9ca9399d84 req-b5a41a67-9dc8-4ef2-8b05-b54a9c4c6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.648499 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9a90966f-504f-47ed-9308-fc9ca9399d84 req-b5a41a67-9dc8-4ef2-8b05-b54a9c4c6152 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2173235 Aug 07 04:54:17.666940 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5aef4fe4-35ee-4be6-a1ff-ebeb85ba6b72 req-8f9874e0-39d7-4922-b6fd-6e15bb072a74 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481238 Aug 07 04:54:17.978621 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20715d-b002-4d62-9b89-2ee32486ba0b req-6802ffbf-3d3e-4db6-bba6-4476dae1f729 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:17.980145 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eb20715d-b002-4d62-9b89-2ee32486ba0b req-6802ffbf-3d3e-4db6-bba6-4476dae1f729 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0506153 Aug 07 04:54:18.017710 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eb20715d-b002-4d62-9b89-2ee32486ba0b req-95efc443-7689-4c22-b631-c2340c13f5f2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Aug 07 04:54:18.054726 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90966f-504f-47ed-9308-fc9ca9399d84 req-388b17a5-2ee8-4383-9d56-4472de48eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:18.056124 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9a90966f-504f-47ed-9308-fc9ca9399d84 req-388b17a5-2ee8-4383-9d56-4472de48eab4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3544905 Aug 07 04:54:18.062401 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e05cd649-2c3c-423c-ba1e-4d6afbb9bd29 req-3cffdee2-b2ee-4357-83c0-72c2cf219232 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686087 Aug 07 04:54:18.070828 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59b17-3931-4641-938c-241eab89f1f9 req-7e731f12-df5d-49d5-816d-24cdfea133b6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:18.072281 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dee59b17-3931-4641-938c-241eab89f1f9 req-7e731f12-df5d-49d5-816d-24cdfea133b6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.1039224 Aug 07 04:54:18.112863 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dee59b17-3931-4641-938c-241eab89f1f9 req-008c1e9b-166d-4c3b-8829-e03cc33b3a9b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Aug 07 04:54:18.726533 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e676e-8fe6-4fef-aa2f-52bd94f45278 req-3e38eb7a-a3be-4125-8d40-ec6900c1e866 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:18.727982 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-569e676e-8fe6-4fef-aa2f-52bd94f45278 req-3e38eb7a-a3be-4125-8d40-ec6900c1e866 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0478961 Aug 07 04:54:18.765072 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-569e676e-8fe6-4fef-aa2f-52bd94f45278 req-582f923e-ff11-4c43-8de2-37270a7a7c4e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312264 Aug 07 04:54:18.783739 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ea7ca-42de-47bc-8752-3fd0b0e30733 req-7462846a-7b26-4dce-9a47-17bbf80e2d98 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:18.785297 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-239ea7ca-42de-47bc-8752-3fd0b0e30733 req-7462846a-7b26-4dce-9a47-17bbf80e2d98 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0510399 Aug 07 04:54:18.822366 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-239ea7ca-42de-47bc-8752-3fd0b0e30733 req-4e41316c-8c08-48d4-a433-d38534237246 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Aug 07 04:54:19.134687 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90feee-720c-4d0b-8332-f52ac0cebd50 req-e0fac669-52ed-4c9d-940a-65daffb2e73b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:19.138297 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f90feee-720c-4d0b-8332-f52ac0cebd50 req-e0fac669-52ed-4c9d-940a-65daffb2e73b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0532660 Aug 07 04:54:19.176719 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f90feee-720c-4d0b-8332-f52ac0cebd50 req-c7222c07-2496-407f-929e-c96852d1142e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Aug 07 04:54:19.234008 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a1371-ede9-4376-ad91-a3221f610485 req-8dbf6271-9227-40b8-a8a3-401aab4fefb2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:19.235475 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae3a1371-ede9-4376-ad91-a3221f610485 req-8dbf6271-9227-40b8-a8a3-401aab4fefb2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Aug 07 04:54:19.274155 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae3a1371-ede9-4376-ad91-a3221f610485 req-63c0a498-0d67-46db-b709-2b7b0efc026a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 07 04:54:19.901995 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4701c0-9aa4-4aaf-92e2-1866cf87ac32 req-abaa3650-70f8-4988-ad89-482bfaa3fc65 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:19.903660 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3b4701c0-9aa4-4aaf-92e2-1866cf87ac32 req-abaa3650-70f8-4988-ad89-482bfaa3fc65 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0629280 Aug 07 04:54:19.948402 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3b4701c0-9aa4-4aaf-92e2-1866cf87ac32 req-cb381397-c7b9-4741-a470-f3c9333c894f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374529 Aug 07 04:54:19.953574 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee6054-ef9f-48c2-b339-c8f1db2d0551 req-44a746c0-de45-40b3-86f2-bd31d4c63bdb tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:19.955086 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-82ee6054-ef9f-48c2-b339-c8f1db2d0551 req-44a746c0-de45-40b3-86f2-bd31d4c63bdb tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0565414 Aug 07 04:54:19.998744 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-82ee6054-ef9f-48c2-b339-c8f1db2d0551 req-c48b305a-6d48-48a1-8056-6b1ddc3c0726 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371904 Aug 07 04:54:20.298987 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963bf0a-a8ef-4ffd-83f7-4d1f75f6a1d0 req-de797d9f-147e-49c5-bce0-528bd843d638 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:20.300455 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1963bf0a-a8ef-4ffd-83f7-4d1f75f6a1d0 req-de797d9f-147e-49c5-bce0-528bd843d638 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0468237 Aug 07 04:54:20.337641 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1963bf0a-a8ef-4ffd-83f7-4d1f75f6a1d0 req-074c1bc4-447d-410e-9dbe-e61e8cf9d71a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Aug 07 04:54:20.394088 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62f77-2bd2-4393-bd8e-14b2cfe8a447 req-d1594c08-f03c-411f-8dcd-b07f9cd59283 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:20.395518 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e0b62f77-2bd2-4393-bd8e-14b2cfe8a447 req-d1594c08-f03c-411f-8dcd-b07f9cd59283 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0548704 Aug 07 04:54:20.434858 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e0b62f77-2bd2-4393-bd8e-14b2cfe8a447 req-619ff66b-4292-4426-9365-d89bc14a482d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Aug 07 04:54:21.077044 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa3e22-f4f8-44a8-a827-e842d618a1ed req-3265c69e-e705-4a9e-af00-aa39929ff953 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:21.078504 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-07fa3e22-f4f8-44a8-a827-e842d618a1ed req-3265c69e-e705-4a9e-af00-aa39929ff953 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0526884 Aug 07 04:54:21.111213 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3f4b-4e95-408f-b639-2ee44928ef8c req-c1dc52e1-3534-4ca5-bba4-6fcd46bb0966 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:21.112833 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90ad3f4b-4e95-408f-b639-2ee44928ef8c req-c1dc52e1-3534-4ca5-bba4-6fcd46bb0966 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.0482309 Aug 07 04:54:21.117171 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-07fa3e22-f4f8-44a8-a827-e842d618a1ed req-b704bb8f-c799-447a-8488-44ae7ca58580 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327959 Aug 07 04:54:21.157379 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90ad3f4b-4e95-408f-b639-2ee44928ef8c req-c4565ceb-4340-4ae2-b35b-a6577dae140a tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Aug 07 04:54:21.449890 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c97ceb-6270-49d1-b0bf-8345959753fd req-3f123e61-e2ae-4545-82a4-89e510944d19 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:21.451347 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-70c97ceb-6270-49d1-b0bf-8345959753fd req-3f123e61-e2ae-4545-82a4-89e510944d19 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0472779 Aug 07 04:54:21.488374 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-70c97ceb-6270-49d1-b0bf-8345959753fd req-50af2f71-1ee2-46f6-805e-97129d9c3d2d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Aug 07 04:54:21.548964 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fe052-6be5-490a-898b-5743f13b7029 req-8a91bc31-aaef-42ef-bf1d-7f040f0569fe tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:21.550449 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ec1fe052-6be5-490a-898b-5743f13b7029 req-8a91bc31-aaef-42ef-bf1d-7f040f0569fe tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0495522 Aug 07 04:54:21.579104 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7f3feedb-6489-483b-a0a9-b71d7e905d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:21.598042 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ec1fe052-6be5-490a-898b-5743f13b7029 req-d10564f0-23d1-44cb-b878-c0a09c19fe07 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Aug 07 04:54:22.129434 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:54:22.192755 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-77636a38-e0f6-4631-bc3e-c9803385f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.194360 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-77636a38-e0f6-4631-bc3e-c9803385f7c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0480492 Aug 07 04:54:22.237606 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,segment=NetworkSegment(268a8aab-d4df-4f18-af3d-fb9ea512978d),segment_id=268a8aab-d4df-4f18-af3d-fb9ea512978d)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:22.249403 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1', 'network_id': '69f1fe1f-8945-4293-ba92-135a006394e5', 'port_id': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1', 'mac_address': 'fa:16:3e:c0:eb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea888c98-1cf8-49d6-82c9-ffa79fe7b536', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:54:22.278612 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93058ee9-0607-4923-a20b-5430f258cd26 req-4d596029-0cfe-4f74-a1cb-10b2bab74f9e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.280107 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-93058ee9-0607-4923-a20b-5430f258cd26 req-4d596029-0cfe-4f74-a1cb-10b2bab74f9e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0600450 Aug 07 04:54:22.287440 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:22.298988 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-df9d055e-ae7a-4270-b032-ad460a503a6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 217 time: 0.0620553 Aug 07 04:54:22.301408 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:22.322000 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-93058ee9-0607-4923-a20b-5430f258cd26 req-519f321a-fae0-4980-bb45-0cce01fe4df4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360281 Aug 07 04:54:22.322764 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,segment=NetworkSegment(268a8aab-d4df-4f18-af3d-fb9ea512978d),segment_id=268a8aab-d4df-4f18-af3d-fb9ea512978d)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:22.328309 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:22.365203 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667550d-8d6a-4825-974f-1b40f15c19f6 req-222eb30d-ab53-4baa-aaee-7422d23056a8 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.366446 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5667550d-8d6a-4825-974f-1b40f15c19f6 req-222eb30d-ab53-4baa-aaee-7422d23056a8 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 943 time: 0.1238101 Aug 07 04:54:22.375474 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:22.375655 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-399947c9-d428-4630-bcf5-b0068ca6af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.376760 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-399947c9-d428-4630-bcf5-b0068ca6af10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0702889 Aug 07 04:54:22.393234 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:22.433583 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5667550d-8d6a-4825-974f-1b40f15c19f6 req-e036db6b-1418-4ebc-a3e1-f275ea10bd0a tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597625 Aug 07 04:54:22.452421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-8abc4eeb-0853-4599-ae25-6dd2feb4d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.453915 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-8abc4eeb-0853-4599-ae25-6dd2feb4d9fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633118 Aug 07 04:54:22.546858 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-c28909b4-680a-436a-89df-75cde8e9618e service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843501 Aug 07 04:54:22.609187 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b174-974a-4e54-a7ab-7379efe7684f req-8a607c9a-a827-4232-a030-87d1ad69e6d9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.615834 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1b20b174-974a-4e54-a7ab-7379efe7684f req-8a607c9a-a827-4232-a030-87d1ad69e6d9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0599999 Aug 07 04:54:22.653540 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66846a07-8d51-4f2c-8508-36cbc902cfe3 req-8cea0ff1-e5e3-45e8-acea-71a672c2e923 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971565 Aug 07 04:54:22.662180 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1b20b174-974a-4e54-a7ab-7379efe7684f req-8b3712ce-1869-4f26-a203-0a5f50ad0f02 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Aug 07 04:54:22.727603 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29506d-d826-4dfe-9480-9f5733350f86 req-1ec3e2ff-5f11-4acd-8579-ab437b39e8e0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:22.729082 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3b29506d-d826-4dfe-9480-9f5733350f86 req-1ec3e2ff-5f11-4acd-8579-ab437b39e8e0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0521472 Aug 07 04:54:22.766865 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3b29506d-d826-4dfe-9480-9f5733350f86 req-806ffe64-7936-4acd-9b44-75d9a023b2a9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 07 04:54:23.440754 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d4093-4f39-41ab-9c6a-2a385e41ca18 req-e34f701a-6d9d-4f11-a3f0-07c76e32b0fd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:23.442234 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-852d4093-4f39-41ab-9c6a-2a385e41ca18 req-e34f701a-6d9d-4f11-a3f0-07c76e32b0fd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0487089 Aug 07 04:54:23.481263 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-852d4093-4f39-41ab-9c6a-2a385e41ca18 req-19975c74-7307-4f84-989e-dd4040aa9e4d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331039 Aug 07 04:54:23.553979 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398eef3-2be6-4e77-9a9e-1e6220a346fe req-1fbbbf36-1313-4949-a818-e7ce7057944b tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:23.555408 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f398eef3-2be6-4e77-9a9e-1e6220a346fe req-1fbbbf36-1313-4949-a818-e7ce7057944b tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 944 time: 0.0505834 Aug 07 04:54:23.597203 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f398eef3-2be6-4e77-9a9e-1e6220a346fe req-efb14436-4510-4c2c-aff5-aad6e31c1b41 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Aug 07 04:54:23.784574 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e214265-03ec-47f3-911e-6a61cf3697ab req-e45d6efa-ff63-4d82-8165-6e6ca48e870e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:23.786504 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5e214265-03ec-47f3-911e-6a61cf3697ab req-e45d6efa-ff63-4d82-8165-6e6ca48e870e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0513954 Aug 07 04:54:23.844799 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5e214265-03ec-47f3-911e-6a61cf3697ab req-c76b9730-0655-40d4-8b44-c74d772c28d5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Aug 07 04:54:23.899535 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c6980-e014-459d-a748-4436b6ca27e0 req-68b05a80-c9d4-4b09-942d-1359c2519175 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:23.901643 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5a4c6980-e014-459d-a748-4436b6ca27e0 req-68b05a80-c9d4-4b09-942d-1359c2519175 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0501330 Aug 07 04:54:23.944467 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5a4c6980-e014-459d-a748-4436b6ca27e0 req-b7bd5615-536e-46a7-b657-72d1582194bd tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Aug 07 04:54:24.095047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 60602) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:24.146422 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:54:24.206890 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7568006d-84dc-4fb7-a7c3-b0993460a0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.295648 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.318236 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-09e06ffc-5161-4ff8-a86c-dd9875179be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.333884 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7568006d-84dc-4fb7-a7c3-b0993460a0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.338783 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7568006d-84dc-4fb7-a7c3-b0993460a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.389357 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-7568006d-84dc-4fb7-a7c3-b0993460a0c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42c6904814a240b097b919eb375eb3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931545 Aug 07 04:54:24.390524 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 60616) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:24.390827 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568006d-84dc-4fb7-a7c3-b0993460a0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3fea3-399d-4058-bbf7-eec3da27dd05,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:24.480072 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4944-cc7e-4002-a5c9-f8e32503814a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.507060 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4944-cc7e-4002-a5c9-f8e32503814a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.722299 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90169dfc-7740-47c4-a181-837d07d86b17 req-af13da95-5bc3-4846-aa5d-c87d21357e6a tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:24.723770 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90169dfc-7740-47c4-a181-837d07d86b17 req-af13da95-5bc3-4846-aa5d-c87d21357e6a tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 944 time: 0.0575957 Aug 07 04:54:24.763447 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90169dfc-7740-47c4-a181-837d07d86b17 req-4a6af24d-368d-4989-9492-ae550e61a79c tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Aug 07 04:54:24.774243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771d7a-7376-4089-9b4a-1490124c8476 req-ac3a84aa-127f-4424-bb70-d3377140e1c2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:24.775722 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5e771d7a-7376-4089-9b4a-1490124c8476 req-ac3a84aa-127f-4424-bb70-d3377140e1c2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0629013 Aug 07 04:54:24.797213 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4944-cc7e-4002-a5c9-f8e32503814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.799629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4944-cc7e-4002-a5c9-f8e32503814a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:24.800709 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1e2d4944-cc7e-4002-a5c9-f8e32503814a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4b3fea3-399d-4058-bbf7-eec3da27dd05 HTTP/1.1" status: 204 len: 168 time: 0.4087775 Aug 07 04:54:24.819404 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d4944-cc7e-4002-a5c9-f8e32503814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3fea3-399d-4058-bbf7-eec3da27dd05,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:24.830349 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5e771d7a-7376-4089-9b4a-1490124c8476 req-91da2430-0a4d-4efe-92a3-3ec8c694a91c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479636 Aug 07 04:54:24.960202 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2235f-9ec5-4ac8-a6fb-ba68715ffd01 req-d335f823-e577-4202-9709-fa9c41a4bb3c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:24.961758 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7fb2235f-9ec5-4ac8-a6fb-ba68715ffd01 req-d335f823-e577-4202-9709-fa9c41a4bb3c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0485485 Aug 07 04:54:25.015918 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7fb2235f-9ec5-4ac8-a6fb-ba68715ffd01 req-4561def0-1d31-48cc-95df-ad5d4adc7e83 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Aug 07 04:54:25.092708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda153-092d-418f-9bf3-7064e7857fae req-56e0b6c4-af35-4ddc-bd12-a6cba7f09374 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:25.092708 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6fdda153-092d-418f-9bf3-7064e7857fae req-56e0b6c4-af35-4ddc-bd12-a6cba7f09374 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0542819 Aug 07 04:54:25.121249 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 60650) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:25.127702 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6fdda153-092d-418f-9bf3-7064e7857fae req-2ce4eabd-9008-47f1-b8e1-91ac31a152a4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Aug 07 04:54:25.135891 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-157a6b75-4617-4e56-b8bf-cc283cb13984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.227627 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-157a6b75-4617-4e56-b8bf-cc283cb13984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.237413 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-157a6b75-4617-4e56-b8bf-cc283cb13984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.277794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a6b75-4617-4e56-b8bf-cc283cb13984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b26ed-e7f3-4808-83e9-96397d09bd45,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:25.285204 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-157a6b75-4617-4e56-b8bf-cc283cb13984 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53b5a85f7bdb4597ae87af5e023af54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605892 Aug 07 04:54:25.286217 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 60654) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:25.333834 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7a81eb7-9bc2-4df6-a0b8-5c05ebdb8ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.355312 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7a81eb7-9bc2-4df6-a0b8-5c05ebdb8ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.410585 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7a81eb7-9bc2-4df6-a0b8-5c05ebdb8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.413227 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7a81eb7-9bc2-4df6-a0b8-5c05ebdb8ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.414374 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f7a81eb7-9bc2-4df6-a0b8-5c05ebdb8ac5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db5b26ed-e7f3-4808-83e9-96397d09bd45 HTTP/1.1" status: 204 len: 168 time: 0.1272459 Aug 07 04:54:25.422631 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a81eb7-9bc2-4df6-a0b8-5c05ebdb8ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b26ed-e7f3-4808-83e9-96397d09bd45,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:25.565162 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:25.888950 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809be403-1412-44e8-abd1-5ced9c7d60db req-4fc9a7da-9b72-41ae-89b7-eb9d1284812d tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:25.891232 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-809be403-1412-44e8-abd1-5ced9c7d60db req-4fc9a7da-9b72-41ae-89b7-eb9d1284812d tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 944 time: 0.0566480 Aug 07 04:54:25.934370 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-809be403-1412-44e8-abd1-5ced9c7d60db req-ebabe176-37c5-4835-a6a8-5c7f3e9be5c5 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Aug 07 04:54:25.968726 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e579f-3676-4562-b5f5-13af794667a0 req-08d614c4-f5a9-4b4b-b22d-bf21f275a238 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:25.970221 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-723e579f-3676-4562-b5f5-13af794667a0 req-08d614c4-f5a9-4b4b-b22d-bf21f275a238 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0537643 Aug 07 04:54:26.008213 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-723e579f-3676-4562-b5f5-13af794667a0 req-5c5b5f91-54b3-4b14-8dad-7d2b747b2af5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314553 Aug 07 04:54:26.130569 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12dde7-2add-4451-a32d-77f027db5f89 req-85159402-ac12-4d3b-ad95-2d25cf717ffe tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:26.141281 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6a12dde7-2add-4451-a32d-77f027db5f89 req-85159402-ac12-4d3b-ad95-2d25cf717ffe tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0608993 Aug 07 04:54:26.182133 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6a12dde7-2add-4451-a32d-77f027db5f89 req-ad7d8dd4-b58e-4c46-b3bc-7dd76266f8c8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Aug 07 04:54:26.241711 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612683e7-f65d-44cc-8126-495c026e0fd8 req-c3f66b5d-d612-421f-8400-ea044f4c204c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:26.243225 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-612683e7-f65d-44cc-8126-495c026e0fd8 req-c3f66b5d-d612-421f-8400-ea044f4c204c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 944 time: 0.0479167 Aug 07 04:54:26.281842 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-612683e7-f65d-44cc-8126-495c026e0fd8 req-74d25444-6f5c-4869-9e6d-db10d1291bc0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Aug 07 04:54:26.726633 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8385bf57-9f35-4380-8238-83874f21430a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:54:26.762535 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:54:26.871590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 8385bf57-9f35-4380-8238-83874f21430a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8385bf57-9f35-4380-8238-83874f21430a,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:26.878813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:54:26.885171 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:54:26.886223 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:26.889148 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '8385bf57-9f35-4380-8238-83874f21430a', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'port_id': '8385bf57-9f35-4380-8238-83874f21430a', 'mac_address': 'fa:16:3e:95:18:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:54:26.961994 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:26.976702 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8385bf57-9f35-4380-8238-83874f21430a {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:26.988673 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.024633 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 8385bf57-9f35-4380-8238-83874f21430a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8385bf57-9f35-4380-8238-83874f21430a,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:27.031667 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.032344 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bd78445c-a49c-49cb-abaf-0ddaf6492e2c details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:54:27.073182 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.084890 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bcdf2-2ac3-4916-860f-0de69d11b72b req-3aca9558-7a13-4a02-8e61-3ea826ccb0cd tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:27.096709 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e6bcdf2-2ac3-4916-860f-0de69d11b72b req-3aca9558-7a13-4a02-8e61-3ea826ccb0cd tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 944 time: 0.0720680 Aug 07 04:54:27.108635 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:27.143955 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e6bcdf2-2ac3-4916-860f-0de69d11b72b req-99971079-463c-443d-8174-40635eed3a42 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Aug 07 04:54:27.188900 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.db.resource_extend [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 04:54:27.197520 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d30106-7822-4883-8a2b-e0d586b34dc7 req-6843d128-c1dc-44f2-9da3-44fdf2d8b8f5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:27.209520 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:27.219626 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e7d30106-7822-4883-8a2b-e0d586b34dc7 req-6843d128-c1dc-44f2-9da3-44fdf2d8b8f5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0936799 Aug 07 04:54:27.235020 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,segment=NetworkSegment(268a8aab-d4df-4f18-af3d-fb9ea512978d),segment_id=268a8aab-d4df-4f18-af3d-fb9ea512978d)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:27.271051 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e7d30106-7822-4883-8a2b-e0d586b34dc7 req-e28af80a-312d-4bf8-b4d9-dfa809287b78 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503528 Aug 07 04:54:27.276934 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.285795 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c', 'network_id': 'aed8f1bd-cb13-4093-afc4-79463ed9511a', 'port_id': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c', 'mac_address': 'fa:16:3e:fd:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3680dd8-2aac-43c8-9074-9e849b242855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:54:27.288914 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=8385bf57-9f35-4380-8238-83874f21430a,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:27.355112 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9089c-5943-4e8b-b41b-0911fd820580 req-74852951-3c85-4d9a-b270-aeb7d1ee18f3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:27.359210 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ef9089c-5943-4e8b-b41b-0911fd820580 req-74852951-3c85-4d9a-b270-aeb7d1ee18f3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 944 time: 0.0995429 Aug 07 04:54:27.368756 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1396acbb-fb9c-4f3c-ac5e-d3fb4f3c9267" -d '{"events": [{"server_uuid": "ebbb4a6b-6863-4efc-8e24-5073fcf14368", "name": "network-vif-plugged", "status": "completed", "tag": "1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:27.401961 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.414159 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:27.428456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd78445c-a49c-49cb-abaf-0ddaf6492e2c {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:27.451078 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ef9089c-5943-4e8b-b41b-0911fd820580 req-9d7a8ff2-e1b7-4b10-9500-8ed50791f13b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854044 Aug 07 04:54:27.469532 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:27.478941 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.479949 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6da7b6cb-d1db-46c0-b902-4f615a911fcf details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:54:27.483253 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32ff8-21d8-4f13-8b19-5b9337bed132 req-dd8510ec-45a0-459b-8d1b-ca415bec791e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:27.485223 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-01f32ff8-21d8-4f13-8b19-5b9337bed132 req-dd8510ec-45a0-459b-8d1b-ca415bec791e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0823512 Aug 07 04:54:27.559250 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-01f32ff8-21d8-4f13-8b19-5b9337bed132 req-9cab2c65-2999-4dcf-b3cb-b92e1bfb90b7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Aug 07 04:54:27.579958 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:27.612512 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73297b64-e4d6-411c-8913-03ff04c44d97 x-openstack-request-id: req-73297b64-e4d6-411c-8913-03ff04c44d97 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:27.612819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb4a6b-6863-4efc-8e24-5073fcf14368", "name": "network-vif-plugged", "status": "completed", "tag": "1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:27.613080 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73297b64-e4d6-411c-8913-03ff04c44d97 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:27.613528 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1', 'code': 200} Aug 07 04:54:27.654636 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:27.665430 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '6da7b6cb-d1db-46c0-b902-4f615a911fcf', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'port_id': '6da7b6cb-d1db-46c0-b902-4f615a911fcf', 'mac_address': 'fa:16:3e:91:c1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc8ee7d-2bd2-4556-9ec8-d32d05612991', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:54:27.705190 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.718494 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da7b6cb-d1db-46c0-b902-4f615a911fcf {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:27.737253 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:27.741028 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:27.788131 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6da7b6cb-d1db-46c0-b902-4f615a911fcf,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:28.262802 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7999d8b-8361-44bf-b530-d084ce520881 req-8c2923f0-d1d9-4238-a6fb-404a74f0fdc0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:28.264287 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a7999d8b-8361-44bf-b530-d084ce520881 req-8c2923f0-d1d9-4238-a6fb-404a74f0fdc0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0474117 Aug 07 04:54:28.303272 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a7999d8b-8361-44bf-b530-d084ce520881 req-1fde6d66-4107-4453-b49d-b8d7ef44a6f8 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Aug 07 04:54:28.303501 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 60802) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:28.394859 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea9b1e-71d0-4f96-a648-4c936cdeacb7 req-a357af16-4f64-4da2-8304-13986f8170b2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:28.396526 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2bea9b1e-71d0-4f96-a648-4c936cdeacb7 req-a357af16-4f64-4da2-8304-13986f8170b2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0510898 Aug 07 04:54:28.418387 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fcf954c7-8fa9-4d31-b1c4-04292a58f9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.458664 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2bea9b1e-71d0-4f96-a648-4c936cdeacb7 req-95497614-f3e6-439d-a933-e40284ceca71 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541291 Aug 07 04:54:28.525126 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fcf954c7-8fa9-4d31-b1c4-04292a58f9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.531141 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fcf954c7-8fa9-4d31-b1c4-04292a58f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.573350 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-fcf954c7-8fa9-4d31-b1c4-04292a58f9eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0368c1326a9e444eb8b3dec5044054a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685852 Aug 07 04:54:28.574440 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 60816) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:28.574664 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc58dfe-cb11-4117-98db-6dd984533e52 req-3ab949f0-0095-43fd-9d5d-fe925ae0a42b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:28.577297 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbc58dfe-cb11-4117-98db-6dd984533e52 req-3ab949f0-0095-43fd-9d5d-fe925ae0a42b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0543993 Aug 07 04:54:28.596451 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf954c7-8fa9-4d31-b1c4-04292a58f9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b8120-f483-4c86-9ea7-2d5973cafd4a,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:28.633103 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbc58dfe-cb11-4117-98db-6dd984533e52 req-51b9123d-9f49-464d-81c3-0fb99bcdab72 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Aug 07 04:54:28.673696 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b9588d4f-3169-4552-b114-82e8960f46e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.707618 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddef9-ea82-41f1-841d-990aa4418ca1 req-af65b83a-da85-4043-9347-8e6917b9b4dd tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:28.709080 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-261ddef9-ea82-41f1-841d-990aa4418ca1 req-af65b83a-da85-4043-9347-8e6917b9b4dd tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0763214 Aug 07 04:54:28.710767 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b9588d4f-3169-4552-b114-82e8960f46e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.767499 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-261ddef9-ea82-41f1-841d-990aa4418ca1 req-df51bef6-fefa-44c4-b625-ac765a64913b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Aug 07 04:54:28.784614 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b9588d4f-3169-4552-b114-82e8960f46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.787338 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b9588d4f-3169-4552-b114-82e8960f46e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.788444 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-b9588d4f-3169-4552-b114-82e8960f46e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c88b8120-f483-4c86-9ea7-2d5973cafd4a HTTP/1.1" status: 204 len: 168 time: 0.2116752 Aug 07 04:54:28.796663 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9588d4f-3169-4552-b114-82e8960f46e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b8120-f483-4c86-9ea7-2d5973cafd4a,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:29.044811 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 60824) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:29.057627 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-57159794-c155-4daa-98ca-1a2909e5e42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.146398 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-57159794-c155-4daa-98ca-1a2909e5e42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.149896 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-57159794-c155-4daa-98ca-1a2909e5e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.187062 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-57159794-c155-4daa-98ca-1a2909e5e42e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3132d4bf6421446fba9c825c8d360cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411548 Aug 07 04:54:29.187898 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57159794-c155-4daa-98ca-1a2909e5e42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073d0ba2-5770-4d39-aeaf-e42938ca001d,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:29.189757 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 60826) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:29.240490 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93628b99-4ede-4502-bce4-58e33981cc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.260201 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93628b99-4ede-4502-bce4-58e33981cc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.305010 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93628b99-4ede-4502-bce4-58e33981cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.307416 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93628b99-4ede-4502-bce4-58e33981cc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.308510 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-93628b99-4ede-4502-bce4-58e33981cc7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/073d0ba2-5770-4d39-aeaf-e42938ca001d HTTP/1.1" status: 204 len: 168 time: 0.1177931 Aug 07 04:54:29.315772 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93628b99-4ede-4502-bce4-58e33981cc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d0ba2-5770-4d39-aeaf-e42938ca001d,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:29.423981 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b068e-c81f-4df4-8290-58343fa62993 req-0de29278-147a-4772-9e65-c09eac567f52 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:29.425543 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f16b068e-c81f-4df4-8290-58343fa62993 req-0de29278-147a-4772-9e65-c09eac567f52 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0509307 Aug 07 04:54:29.466403 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f16b068e-c81f-4df4-8290-58343fa62993 req-9b592557-6dc1-44f9-91f3-d99b52e7d03c tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Aug 07 04:54:29.576315 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2bf04-8af9-4a2c-8a0a-7f5d7d9ff8e1 req-9b275348-7ca7-4e86-992f-1a20dd65e410 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:29.577827 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d0f2bf04-8af9-4a2c-8a0a-7f5d7d9ff8e1 req-9b275348-7ca7-4e86-992f-1a20dd65e410 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0473697 Aug 07 04:54:29.618702 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d0f2bf04-8af9-4a2c-8a0a-7f5d7d9ff8e1 req-0882e937-c652-4b4d-a39c-21e240db22fd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346484 Aug 07 04:54:29.740342 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3a33-923f-479e-b0ee-a0513827802d req-ca8e5af7-2eae-4e27-bae0-5c7eff3dc587 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:29.741855 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8f1f3a33-923f-479e-b0ee-a0513827802d req-ca8e5af7-2eae-4e27-bae0-5c7eff3dc587 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0496409 Aug 07 04:54:29.779380 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8f1f3a33-923f-479e-b0ee-a0513827802d req-0a805ba4-b1e9-4a66-9be1-84afcc87af93 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Aug 07 04:54:29.891787 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764208e2-e91f-4b37-ac3b-1177384e1629 req-3a1a99d6-a684-4c78-a0ca-3c93df50d889 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:29.893408 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-764208e2-e91f-4b37-ac3b-1177384e1629 req-3a1a99d6-a684-4c78-a0ca-3c93df50d889 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0495644 Aug 07 04:54:29.937447 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-764208e2-e91f-4b37-ac3b-1177384e1629 req-a050ede0-b53e-4b7d-9063-3942e2a7bce7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Aug 07 04:54:30.587008 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b2214-e71a-456a-8210-e846e04c04ff req-bbf16563-2de4-489b-ad1e-dbcc71a473e7 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:30.588746 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f51b2214-e71a-456a-8210-e846e04c04ff req-bbf16563-2de4-489b-ad1e-dbcc71a473e7 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0553253 Aug 07 04:54:30.626375 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:54:30.643424 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f51b2214-e71a-456a-8210-e846e04c04ff req-fccf6252-12ab-4cbf-b458-dd1c011b8ba7 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473816 Aug 07 04:54:30.768063 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:30.782447 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'mac_address': 'fa:16:3e:dc:47:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:54:30.784394 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d71188-3934-429f-b116-05b7421bc559 req-1b06f32a-a104-4dff-a6d3-b75f9d1c4297 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:30.785923 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-33d71188-3934-429f-b116-05b7421bc559 req-1b06f32a-a104-4dff-a6d3-b75f9d1c4297 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0663669 Aug 07 04:54:30.832514 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:30.847298 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0264c8-c45c-4fec-b570-31fbf0131107 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:54:30.868807 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:30.879116 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:30.887837 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-33d71188-3934-429f-b116-05b7421bc559 req-ce16ce73-2828-4bc4-9403-2f3327529a87 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0745926 Aug 07 04:54:30.904638 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d749ab2-d2cf-4009-b3b6-7920f49f9e01 req-3eac6e30-34e4-4bb4-826a-35e3fea7469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:30.906193 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3d749ab2-d2cf-4009-b3b6-7920f49f9e01 req-3eac6e30-34e4-4bb4-826a-35e3fea7469d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 1098 time: 0.1450951 Aug 07 04:54:30.927960 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f5f5-e911-4d0d-9a5f-90a0af273e38 req-10c660b0-c667-4c8b-9234-a70236840f0c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:30.930094 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8da4f5f5-e911-4d0d-9a5f-90a0af273e38 req-10c660b0-c667-4c8b-9234-a70236840f0c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0589948 Aug 07 04:54:30.940773 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-3d749ab2-d2cf-4009-b3b6-7920f49f9e01 req-ef1e967d-00d2-4be3-8270-4f4910fdc8d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:30.978516 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:30.982658 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8da4f5f5-e911-4d0d-9a5f-90a0af273e38 req-64308fd6-4356-4007-9041-bb73a4d6479d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447774 Aug 07 04:54:31.049145 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-3d749ab2-d2cf-4009-b3b6-7920f49f9e01 req-ef1e967d-00d2-4be3-8270-4f4910fdc8d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:31.054844 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-3d749ab2-d2cf-4009-b3b6-7920f49f9e01 req-ef1e967d-00d2-4be3-8270-4f4910fdc8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:31.119026 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3d749ab2-d2cf-4009-b3b6-7920f49f9e01 req-ef1e967d-00d2-4be3-8270-4f4910fdc8d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034512 Aug 07 04:54:31.129203 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e967d-00d2-4be3-8270-4f4910fdc8d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc8fe2f-7e5d-4780-b9c7-ca5b7d1fb71d,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:31.147074 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e9f1-d967-434f-8ad8-5a17ea100593 req-e94f1373-dd1a-4b51-9b73-89080d6c05d9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:31.148611 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dfc4e9f1-d967-434f-8ad8-5a17ea100593 req-e94f1373-dd1a-4b51-9b73-89080d6c05d9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0637255 Aug 07 04:54:31.186401 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dfc4e9f1-d967-434f-8ad8-5a17ea100593 req-856dd131-719b-4257-8c25-9411a141be03 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Aug 07 04:54:31.770380 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f39cf-8ef0-4d77-b2ed-7ed7f86ecdba req-45e83ba9-6b50-41d9-a810-00d380bef097 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:31.771783 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d12f39cf-8ef0-4d77-b2ed-7ed7f86ecdba req-45e83ba9-6b50-41d9-a810-00d380bef097 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0533533 Aug 07 04:54:31.810402 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d12f39cf-8ef0-4d77-b2ed-7ed7f86ecdba req-1b947083-1d8d-48f3-b33c-111e99a3a559 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Aug 07 04:54:32.021240 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2faa2-7c5d-406e-8be1-e40adae78bad req-1ead61d3-18ce-45bf-97ba-559d14d94154 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:32.022687 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bde2faa2-7c5d-406e-8be1-e40adae78bad req-1ead61d3-18ce-45bf-97ba-559d14d94154 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0526803 Aug 07 04:54:32.069284 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bde2faa2-7c5d-406e-8be1-e40adae78bad req-e752f376-7235-4078-931f-3557a675ee4a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389030 Aug 07 04:54:32.106944 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685c5fb-37bf-49b1-b020-16ef936e2731 req-aadae9ec-3e6f-4863-a93b-7de3d77c2310 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:32.108596 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1685c5fb-37bf-49b1-b020-16ef936e2731 req-aadae9ec-3e6f-4863-a93b-7de3d77c2310 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0549901 Aug 07 04:54:32.146676 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1685c5fb-37bf-49b1-b020-16ef936e2731 req-649648dc-f421-4aed-90d7-18280c673eba tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Aug 07 04:54:32.162693 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['8385bf57-9f35-4380-8238-83874f21430a'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:54:32.189129 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['bd78445c-a49c-49cb-abaf-0ddaf6492e2c'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:54:32.305307 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5e43c-5340-48d7-bf56-a71a54337e14 req-a69b42a1-2740-4e20-b1e4-e9cc68f5fe4e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:32.306719 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f3d5e43c-5340-48d7-bf56-a71a54337e14 req-a69b42a1-2740-4e20-b1e4-e9cc68f5fe4e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0511103 Aug 07 04:54:32.319402 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:54:32.321623 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6a0264c8-c45c-4fec-b570-31fbf0131107'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:54:32.345066 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f3d5e43c-5340-48d7-bf56-a71a54337e14 req-9bd7b676-6781-4642-a6a6-67eb17c906aa tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Aug 07 04:54:32.923384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84fbaf-0167-4f31-bef8-dd9010ab1d81 req-bdca70b0-7358-4556-ae5a-e0e7f73c7f08 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:32.924887 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4e84fbaf-0167-4f31-bef8-dd9010ab1d81 req-bdca70b0-7358-4556-ae5a-e0e7f73c7f08 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0480859 Aug 07 04:54:32.964107 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4e84fbaf-0167-4f31-bef8-dd9010ab1d81 req-358190f5-6b59-4eef-a517-3c63dfa651a2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Aug 07 04:54:33.265113 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bdd10-431b-4c66-ba56-d135bb80d152 req-34065a0c-2d59-4e91-9afd-53ff0712406e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:33.266603 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-df0bdd10-431b-4c66-ba56-d135bb80d152 req-34065a0c-2d59-4e91-9afd-53ff0712406e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.1178379 Aug 07 04:54:33.325766 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-df0bdd10-431b-4c66-ba56-d135bb80d152 req-d8ced14a-06fa-4a85-b908-6899a1c24b17 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452867 Aug 07 04:54:33.327781 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e8a32-2cc2-4a3d-be99-bfbab0feeb1b req-490e5dbe-e765-48a0-9234-9d058cf45d94 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:33.329411 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-da8e8a32-2cc2-4a3d-be99-bfbab0feeb1b req-490e5dbe-e765-48a0-9234-9d058cf45d94 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0630257 Aug 07 04:54:33.372645 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-da8e8a32-2cc2-4a3d-be99-bfbab0feeb1b req-f8fcc618-5f29-4321-8e7a-674dbfcacef9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Aug 07 04:54:33.467641 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7fe52-a722-4161-93d1-fc1c6614a940 req-e4be0621-cc41-4a95-9f77-f20f0041bb79 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:33.469112 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-65f7fe52-a722-4161-93d1-fc1c6614a940 req-e4be0621-cc41-4a95-9f77-f20f0041bb79 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0508156 Aug 07 04:54:33.506210 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-65f7fe52-a722-4161-93d1-fc1c6614a940 req-e4b36274-bd94-4bdf-9804-af7e76bf1123 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Aug 07 04:54:34.084868 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d5a60-bcec-440e-bb3b-08a306f62565 req-c0213d1b-63f8-4440-9d28-9213dd72029a tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:34.086403 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9f2d5a60-bcec-440e-bb3b-08a306f62565 req-c0213d1b-63f8-4440-9d28-9213dd72029a tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0532899 Aug 07 04:54:34.125302 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9f2d5a60-bcec-440e-bb3b-08a306f62565 req-7050c8d0-f74b-45d9-94ec-7df80b87bea4 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Aug 07 04:54:34.146143 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 32784) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:34.247498 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-52cf15e5-ec06-4fdb-a683-2d8c0353ef1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.337509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-52cf15e5-ec06-4fdb-a683-2d8c0353ef1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.342839 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-52cf15e5-ec06-4fdb-a683-2d8c0353ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.383192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf15e5-ec06-4fdb-a683-2d8c0353ef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fba64f-2b47-4483-8b3b-2c45585592d0,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:34.389085 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-52cf15e5-ec06-4fdb-a683-2d8c0353ef1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ea27861d8b64629a4f5ab7485983fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418511 Aug 07 04:54:34.392102 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 32796) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:34.502875 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9eea5-ffa2-448f-aa80-cb4df5e8f911 req-18eb2f8c-0f70-4109-a4df-ebfd88c92ebd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:34.509297 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0ec9eea5-ffa2-448f-aa80-cb4df5e8f911 req-18eb2f8c-0f70-4109-a4df-ebfd88c92ebd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0998087 Aug 07 04:54:34.513202 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c0a39421-57db-4720-88b5-6638890b07e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.517943 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b80698-725f-4476-b6cb-a0f6f16f21fa req-60c52ec6-6ac5-4c81-874f-08a6dc43f97a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:34.521322 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-96b80698-725f-4476-b6cb-a0f6f16f21fa req-60c52ec6-6ac5-4c81-874f-08a6dc43f97a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0549550 Aug 07 04:54:34.557901 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c0a39421-57db-4720-88b5-6638890b07e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.565261 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-96b80698-725f-4476-b6cb-a0f6f16f21fa req-3b04373e-aa1d-4db0-8317-e3b3f3af4c07 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Aug 07 04:54:34.585699 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0ec9eea5-ffa2-448f-aa80-cb4df5e8f911 req-667850c0-7a5b-4ebc-ba60-7ebfcdba26bd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0749209 Aug 07 04:54:34.629353 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c0a39421-57db-4720-88b5-6638890b07e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.632407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c0a39421-57db-4720-88b5-6638890b07e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.636564 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c0a39421-57db-4720-88b5-6638890b07e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97fba64f-2b47-4483-8b3b-2c45585592d0 HTTP/1.1" status: 204 len: 168 time: 0.2433522 Aug 07 04:54:34.650955 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39421-57db-4720-88b5-6638890b07e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fba64f-2b47-4483-8b3b-2c45585592d0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:34.660784 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 32812) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:34.710186 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158a94f-5fd8-45bb-8d07-becf1405cbcc req-d9dd2d06-641d-4d32-9f36-fad195bd0e88 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:34.711819 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c158a94f-5fd8-45bb-8d07-becf1405cbcc req-d9dd2d06-641d-4d32-9f36-fad195bd0e88 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 945 time: 0.0693235 Aug 07 04:54:34.761050 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c158a94f-5fd8-45bb-8d07-becf1405cbcc req-d7c007fc-0c62-43a5-a5d6-bef6666c2234 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Aug 07 04:54:34.897013 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0ec06232-13e0-4f2a-9170-87f876771827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.909065 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8385bf57-9f35-4380-8238-83874f21430a up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:54:34.965980 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 8385bf57-9f35-4380-8238-83874f21430a completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:54:34.971986 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 8385bf57-9f35-4380-8238-83874f21430a triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:54:34.972671 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.008622 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0ec06232-13e0-4f2a-9170-87f876771827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.013624 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0ec06232-13e0-4f2a-9170-87f876771827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.054599 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0ec06232-13e0-4f2a-9170-87f876771827 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d33b234dfeb4fd8951385862bbf0cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846664 Aug 07 04:54:35.056636 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec06232-13e0-4f2a-9170-87f876771827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67be4a4-ea58-4d55-a891-f640b631a64d,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:35.057243 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 32820) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:35.066437 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 32822) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:35.079249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.080898 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a107681d-b175-416d-9b8d-406aac56955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.103367 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385bf57-9f35-4380-8238-83874f21430a'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:35.106537 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7b242-1b19-40f9-a795-45207ad8256d" -d '{"events": [{"server_uuid": "7660d04d-3aad-49e0-b8a5-12820fcb4d66", "name": "network-vif-plugged", "status": "completed", "tag": "8385bf57-9f35-4380-8238-83874f21430a"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:35.120454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 8385bf57-9f35-4380-8238-83874f21430a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8385bf57-9f35-4380-8238-83874f21430a,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:35.120870 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-761ed1b6-5a7d-4769-8a3b-23ea5e22967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.127583 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.128782 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:54:35.160028 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-761ed1b6-5a7d-4769-8a3b-23ea5e22967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.173242 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29bbd9f-6d80-4b84-bee1-6c79e6ee2b22 x-openstack-request-id: req-b29bbd9f-6d80-4b84-bee1-6c79e6ee2b22 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:35.173522 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7660d04d-3aad-49e0-b8a5-12820fcb4d66", "name": "network-vif-plugged", "status": "completed", "tag": "8385bf57-9f35-4380-8238-83874f21430a", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:35.173937 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b29bbd9f-6d80-4b84-bee1-6c79e6ee2b22 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:35.174463 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385bf57-9f35-4380-8238-83874f21430a', 'code': 200} Aug 07 04:54:35.206136 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a107681d-b175-416d-9b8d-406aac56955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.216414 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=8385bf57-9f35-4380-8238-83874f21430a,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:35.220394 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a107681d-b175-416d-9b8d-406aac56955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.228192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-761ed1b6-5a7d-4769-8a3b-23ea5e22967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.229604 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 6a0264c8-c45c-4fec-b570-31fbf0131107 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:54:35.232153 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-761ed1b6-5a7d-4769-8a3b-23ea5e22967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.233312 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-761ed1b6-5a7d-4769-8a3b-23ea5e22967b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f67be4a4-ea58-4d55-a891-f640b631a64d HTTP/1.1" status: 204 len: 168 time: 0.1750686 Aug 07 04:54:35.238552 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 6a0264c8-c45c-4fec-b570-31fbf0131107 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:54:35.238811 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.243236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ed1b6-5a7d-4769-8a3b-23ea5e22967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67be4a4-ea58-4d55-a891-f640b631a64d,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:35.285417 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a107681d-b175-416d-9b8d-406aac56955b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=409e241dc10a46a2b90b598f0c005065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178144 Aug 07 04:54:35.287407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 32830) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:35.292121 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107681d-b175-416d-9b8d-406aac56955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038ac187-cfe7-4237-a640-030c8f5124d8,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:35.323941 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675544a1-bd19-4297-bd30-d83b465333bc req-0ba995d0-b80b-4550-8387-78756644d86b tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:35.326821 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-675544a1-bd19-4297-bd30-d83b465333bc req-0ba995d0-b80b-4550-8387-78756644d86b tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.1179874 Aug 07 04:54:35.338922 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.351453 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c38c905b-4204-42cc-a8ac-a5f7e7bd57dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.376244 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c38c905b-4204-42cc-a8ac-a5f7e7bd57dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.381278 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-675544a1-bd19-4297-bd30-d83b465333bc req-27411639-e0a5-41d9-88ac-54c90b55cd09 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484617 Aug 07 04:54:35.382139 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:35.388399 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.430474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c38c905b-4204-42cc-a8ac-a5f7e7bd57dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.433265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c38c905b-4204-42cc-a8ac-a5f7e7bd57dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.434554 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c38c905b-4204-42cc-a8ac-a5f7e7bd57dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/038ac187-cfe7-4237-a640-030c8f5124d8 HTTP/1.1" status: 204 len: 168 time: 0.1461046 Aug 07 04:54:35.442724 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c905b-4204-42cc-a8ac-a5f7e7bd57dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038ac187-cfe7-4237-a640-030c8f5124d8,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:35.476005 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:35.725827 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590eef7-09f5-483b-8c73-2955f551b520 req-ca45d754-070e-4f37-9974-89446cca5c21 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:35.727543 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f590eef7-09f5-483b-8c73-2955f551b520 req-ca45d754-070e-4f37-9974-89446cca5c21 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0695419 Aug 07 04:54:35.771988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6f61-cfb0-463b-a2ee-a0f6288014c6 req-58184c74-dcb1-4758-bb17-32f2021d698e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:35.772327 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 32850) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:35.774303 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f3c6f61-cfb0-463b-a2ee-a0f6288014c6 req-58184c74-dcb1-4758-bb17-32f2021d698e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0689816 Aug 07 04:54:35.817574 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a13477d8-f349-480e-bd44-92e8175e48fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:35.828247 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f3c6f61-cfb0-463b-a2ee-a0f6288014c6 req-04aa6bd6-2db2-419f-82ea-40b55441158d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480998 Aug 07 04:54:35.845372 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f590eef7-09f5-483b-8c73-2955f551b520 req-72244d1d-c600-422b-a287-0485bdd280e5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112781 Aug 07 04:54:35.992019 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a13477d8-f349-480e-bd44-92e8175e48fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:36.000450 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456b3b-4d0b-4171-9d45-79aa92954856 req-dabab7e6-0962-46b1-baf8-616c2e779855 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:36.001981 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd456b3b-4d0b-4171-9d45-79aa92954856 req-dabab7e6-0962-46b1-baf8-616c2e779855 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0834069 Aug 07 04:54:36.003086 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a13477d8-f349-480e-bd44-92e8175e48fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:36.069968 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a13477d8-f349-480e-bd44-92e8175e48fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f4051eab51f42b095760ca94a989190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847712 Aug 07 04:54:36.070400 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 32868) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:36.072807 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13477d8-f349-480e-bd44-92e8175e48fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19034021-12bf-47c2-98e9-74f89ff9cce5,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:36.093176 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd456b3b-4d0b-4171-9d45-79aa92954856 req-17fb95e4-48d7-4f4c-9af2-05fbf4657ee4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752070 Aug 07 04:54:36.141362 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a9024fc5-dec1-4a95-879a-985269ba67c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:36.162980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a9024fc5-dec1-4a95-879a-985269ba67c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:36.213898 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a9024fc5-dec1-4a95-879a-985269ba67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:36.217349 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a9024fc5-dec1-4a95-879a-985269ba67c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:36.218475 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a9024fc5-dec1-4a95-879a-985269ba67c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19034021-12bf-47c2-98e9-74f89ff9cce5 HTTP/1.1" status: 204 len: 168 time: 0.1471133 Aug 07 04:54:36.226082 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9024fc5-dec1-4a95-879a-985269ba67c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19034021-12bf-47c2-98e9-74f89ff9cce5,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:36.978524 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd788c00-201e-43fb-9814-194d751c2894 req-df8ecaf0-9ae9-49b3-852a-1e0b95894c9b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:36.985766 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bd788c00-201e-43fb-9814-194d751c2894 req-df8ecaf0-9ae9-49b3-852a-1e0b95894c9b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0557237 Aug 07 04:54:36.992389 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e39af4-2c96-4194-b88d-895c26831cde req-2d6a7d28-e350-4be9-9a15-f1a847832637 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:36.994680 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-71e39af4-2c96-4194-b88d-895c26831cde req-2d6a7d28-e350-4be9-9a15-f1a847832637 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0578220 Aug 07 04:54:37.025350 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bd788c00-201e-43fb-9814-194d751c2894 req-cb56e515-3de9-495e-a871-db57904e915e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Aug 07 04:54:37.049448 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-71e39af4-2c96-4194-b88d-895c26831cde req-6d28e8ba-72b4-4c69-8f8d-d512e360f098 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423856 Aug 07 04:54:37.176344 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:37.179693 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee51677-06df-4d8f-bfbd-28628bf620a3" -d '{"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:37.219750 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e917e-21bf-469f-a746-7a8fceb4c037 req-d34a9183-c2ef-4528-b1f3-d75fc03682f5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:37.221190 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d904aa-8d3f-4419-bacb-c10509a55820 x-openstack-request-id: req-70d904aa-8d3f-4419-bacb-c10509a55820 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:37.222067 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:37.222341 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1a1e917e-21bf-469f-a746-7a8fceb4c037 req-d34a9183-c2ef-4528-b1f3-d75fc03682f5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0602927 Aug 07 04:54:37.223742 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70d904aa-8d3f-4419-bacb-c10509a55820 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:37.224144 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'code': 200} Aug 07 04:54:37.264893 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1a1e917e-21bf-469f-a746-7a8fceb4c037 req-6ae06d58-607f-44fd-aa3c-0e97ffc931c5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Aug 07 04:54:38.144691 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ae55-0946-41e4-b520-f012103824a8 req-18fc77cf-4830-45f5-a270-41ea426dc5f4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:38.146244 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6a25ae55-0946-41e4-b520-f012103824a8 req-18fc77cf-4830-45f5-a270-41ea426dc5f4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0496340 Aug 07 04:54:38.185192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d0e34-c5c7-4deb-988c-5311312e092b req-57dee403-efd0-4090-a031-6526e982ee58 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:38.185410 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6a25ae55-0946-41e4-b520-f012103824a8 req-06a78ee9-fb35-4e3b-ac08-2ed057d15cb7 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Aug 07 04:54:38.192472 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-354d0e34-c5c7-4deb-988c-5311312e092b req-57dee403-efd0-4090-a031-6526e982ee58 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0652654 Aug 07 04:54:38.227850 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-354d0e34-c5c7-4deb-988c-5311312e092b req-696f520d-0b4d-4433-8c57-bfd045c6311b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344298 Aug 07 04:54:38.381190 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baf091-eb5a-4253-a899-3318b6149010 req-56b7a2ea-0723-4de9-9261-d5be6000f982 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:38.381190 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-85baf091-eb5a-4253-a899-3318b6149010 req-56b7a2ea-0723-4de9-9261-d5be6000f982 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0508084 Aug 07 04:54:38.426002 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-85baf091-eb5a-4253-a899-3318b6149010 req-06fe3f23-7678-4dd3-aa29-bad66366df36 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365145 Aug 07 04:54:38.660913 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 33048) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:38.766012 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:38.787729 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeb48f-3d05-4fce-ad72-64dff6eed565 req-91dc23a6-d34f-4218-af4d-6d8cce11ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:38.789116 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5bdeb48f-3d05-4fce-ad72-64dff6eed565 req-91dc23a6-d34f-4218-af4d-6d8cce11ad2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 1099 time: 0.0650995 Aug 07 04:54:38.791608 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efa59-a5af-48ee-a114-bf1284ea5409 req-7376a3da-5d0f-4c71-b059-bb1331e05e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:38.792935 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-db1efa59-a5af-48ee-a114-bf1284ea5409 req-7376a3da-5d0f-4c71-b059-bb1331e05e36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0677459 Aug 07 04:54:38.858176 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:38.860768 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5bdeb48f-3d05-4fce-ad72-64dff6eed565 req-66ec412b-a4c6-405b-8f1f-33380ad10259 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Aug 07 04:54:38.862914 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-db1efa59-a5af-48ee-a114-bf1284ea5409 req-6bb8ca16-5f66-4c04-a900-698cc595388c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0519369 Aug 07 04:54:38.863483 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:38.901057 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=baf871932d444cf688135138577347f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389789 Aug 07 04:54:38.901907 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2920ae-f447-49be-b669-42a86e5fef74,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:38.904223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33054) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:38.908873 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.909224 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.909567 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.909928 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.910258 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.910587 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.910914 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.911237 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.911558 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.911869 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.912190 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.912505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea302-1673-45c6-a944-fe3b621c54b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:38.952642 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:38.977174 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.005795 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bd78445c-a49c-49cb-abaf-0ddaf6492e2c up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:54:39.034256 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.037344 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.038725 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a2920ae-f447-49be-b669-42a86e5fef74 HTTP/1.1" status: 204 len: 168 time: 0.1333928 Aug 07 04:54:39.047124 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2920ae-f447-49be-b669-42a86e5fef74,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:39.055142 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.055495 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.055840 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.056180 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.056569 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.056938 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.057275 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.057609 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.057938 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.058432 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.058794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.059125 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8040d0-6a8f-49a7-9855-41800403a425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.109564 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port bd78445c-a49c-49cb-abaf-0ddaf6492e2c completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:54:39.113575 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port bd78445c-a49c-49cb-abaf-0ddaf6492e2c triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:54:39.113939 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.194085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.225082 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:39.227705 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d39d9-f427-4faf-9171-0e61c7409ba8" -d '{"events": [{"server_uuid": "90d6eef5-1c82-472b-adfb-aeaa1e93d502", "name": "network-vif-plugged", "status": "completed", "tag": "bd78445c-a49c-49cb-abaf-0ddaf6492e2c"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:39.233701 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:39.239328 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.270840 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b5c475-6f84-48f8-b479-a1345832e1ca x-openstack-request-id: req-d2b5c475-6f84-48f8-b479-a1345832e1ca {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:39.271123 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d6eef5-1c82-472b-adfb-aeaa1e93d502", "name": "network-vif-plugged", "status": "completed", "tag": "bd78445c-a49c-49cb-abaf-0ddaf6492e2c", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:39.271371 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2b5c475-6f84-48f8-b479-a1345832e1ca {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:39.271854 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c', 'code': 200} Aug 07 04:54:39.299826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:39.309692 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.310202 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.310878 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.311398 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.312191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.312758 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.313553 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.314307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.315110 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.315847 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.316510 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.317016 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:54:39.329404 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4624b-ad44-41b0-84df-abb04f68a7cc req-96ef7d6f-2e76-4201-93c7-a776bb990695 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:39.337442 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-07d4624b-ad44-41b0-84df-abb04f68a7cc req-96ef7d6f-2e76-4201-93c7-a776bb990695 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0723717 Aug 07 04:54:39.352521 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 33070) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:39.372851 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c5b168ee-253b-4a22-864d-7477195d52e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.392482 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deca446-beb5-4b5b-acdb-7fba295da3a2 req-207d754c-9384-4353-a808-6b3ff3f6fe70 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:39.394029 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6deca446-beb5-4b5b-acdb-7fba295da3a2 req-207d754c-9384-4353-a808-6b3ff3f6fe70 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0581036 Aug 07 04:54:39.402937 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-07d4624b-ad44-41b0-84df-abb04f68a7cc req-be7f7efb-a916-4d5d-bee3-617693aa0f01 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645726 Aug 07 04:54:39.436158 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6deca446-beb5-4b5b-acdb-7fba295da3a2 req-ced96379-0ca1-45e2-aa52-9fd68fff75e5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358181 Aug 07 04:54:39.479374 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c5b168ee-253b-4a22-864d-7477195d52e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.483412 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c5b168ee-253b-4a22-864d-7477195d52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.545606 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c5b168ee-253b-4a22-864d-7477195d52e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73e7eb69638846fbab4303b6163c9a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917510 Aug 07 04:54:39.548109 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33076) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:39.549246 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b168ee-253b-4a22-864d-7477195d52e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a33b21c-551a-477f-8814-b71801abb684,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:39.577379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3250c-9031-488b-b6eb-e9aa7da2d0b2 req-3ca3c0f5-00da-4802-849d-c9c0144c02f7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:39.580177 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-24c3250c-9031-488b-b6eb-e9aa7da2d0b2 req-3ca3c0f5-00da-4802-849d-c9c0144c02f7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0850642 Aug 07 04:54:39.602970 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-01401505-4321-4bf3-9429-f59c2a79c505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.618026 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-24c3250c-9031-488b-b6eb-e9aa7da2d0b2 req-53343273-08a9-405e-b76e-5440a0df6361 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Aug 07 04:54:39.624867 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-01401505-4321-4bf3-9429-f59c2a79c505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.671676 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-01401505-4321-4bf3-9429-f59c2a79c505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.674186 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-01401505-4321-4bf3-9429-f59c2a79c505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:39.675294 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-01401505-4321-4bf3-9429-f59c2a79c505 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a33b21c-551a-477f-8814-b71801abb684 HTTP/1.1" status: 204 len: 168 time: 0.1262369 Aug 07 04:54:39.683307 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01401505-4321-4bf3-9429-f59c2a79c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a33b21c-551a-477f-8814-b71801abb684,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:40.508526 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1948a-d7fd-4c71-96e7-33682b9d2a2a req-63274108-5738-4c16-afe6-5e454f2ebb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:40.510281 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90a1948a-d7fd-4c71-96e7-33682b9d2a2a req-63274108-5738-4c16-afe6-5e454f2ebb52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.0522325 Aug 07 04:54:40.536651 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd758f0-70ee-4bef-9f1d-074af8348a9b req-301714fe-656a-4b6c-8abd-4bd31fb62045 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:40.538417 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5bd758f0-70ee-4bef-9f1d-074af8348a9b req-301714fe-656a-4b6c-8abd-4bd31fb62045 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 945 time: 0.0585938 Aug 07 04:54:40.565012 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90a1948a-d7fd-4c71-96e7-33682b9d2a2a req-7411229c-7708-4ad1-8375-b6e98f529029 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Aug 07 04:54:40.587653 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5bd758f0-70ee-4bef-9f1d-074af8348a9b req-8fceedb1-84ef-4fed-9d13-4376ed0965d4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Aug 07 04:54:40.758646 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e155d3-90b7-4c4d-8bb5-27ea306c5a2b req-f3a96ba6-8f64-44cb-84d5-878de327791c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:40.760875 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0e155d3-90b7-4c4d-8bb5-27ea306c5a2b req-f3a96ba6-8f64-44cb-84d5-878de327791c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0777097 Aug 07 04:54:40.767803 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd24606-6f57-4132-b09f-2e4b241e8e1b req-931fd664-0108-4c82-8d61-7f5413d3553f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:40.769745 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2fd24606-6f57-4132-b09f-2e4b241e8e1b req-931fd664-0108-4c82-8d61-7f5413d3553f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0735204 Aug 07 04:54:40.814119 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0e155d3-90b7-4c4d-8bb5-27ea306c5a2b req-dffbad23-fbc2-441a-84c9-0b8353d0dc14 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439448 Aug 07 04:54:40.828967 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2fd24606-6f57-4132-b09f-2e4b241e8e1b req-01f94ba5-7cd6-45dd-8523-86b78c43952c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514681 Aug 07 04:54:41.015561 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6da7b6cb-d1db-46c0-b902-4f615a911fcf up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:54:41.086207 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 6da7b6cb-d1db-46c0-b902-4f615a911fcf completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:54:41.092044 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 6da7b6cb-d1db-46c0-b902-4f615a911fcf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:54:41.092580 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:41.191414 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:41.233085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:54:41.239027 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:41.273174 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bba229d-781a-409e-8079-6c9764d8124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da7b6cb-d1db-46c0-b902-4f615a911fcf'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:41.275402 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85b543-5dd2-466f-8bdc-68f81bfd3954" -d '{"events": [{"server_uuid": "3bba229d-781a-409e-8079-6c9764d8124b", "name": "network-vif-plugged", "status": "completed", "tag": "6da7b6cb-d1db-46c0-b902-4f615a911fcf"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:41.299655 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6da7b6cb-d1db-46c0-b902-4f615a911fcf,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:54:41.334753 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5088538e-4e01-4ce7-a144-e78c119b0579 x-openstack-request-id: req-5088538e-4e01-4ce7-a144-e78c119b0579 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:41.335183 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bba229d-781a-409e-8079-6c9764d8124b", "name": "network-vif-plugged", "status": "completed", "tag": "6da7b6cb-d1db-46c0-b902-4f615a911fcf", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:41.335441 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5088538e-4e01-4ce7-a144-e78c119b0579 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:41.335870 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bba229d-781a-409e-8079-6c9764d8124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da7b6cb-d1db-46c0-b902-4f615a911fcf', 'code': 200} Aug 07 04:54:41.717730 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65029-53eb-4df8-b759-c596e25552d3 req-f65619f5-71d9-4a99-8fc1-e0f223f48381 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:41.719223 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cad65029-53eb-4df8-b759-c596e25552d3 req-f65619f5-71d9-4a99-8fc1-e0f223f48381 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0483639 Aug 07 04:54:41.754028 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffaa0c-11e3-4431-a2a9-eeb5672a73d5 req-85ede94b-6692-46d0-a9a6-7969041478ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:41.755478 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-37ffaa0c-11e3-4431-a2a9-eeb5672a73d5 req-85ede94b-6692-46d0-a9a6-7969041478ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 1099 time: 0.0385449 Aug 07 04:54:41.757155 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cad65029-53eb-4df8-b759-c596e25552d3 req-0b87cc1c-ed47-442d-904e-71216112a70a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Aug 07 04:54:41.795770 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-37ffaa0c-11e3-4431-a2a9-eeb5672a73d5 req-f8068aa2-4555-4e47-acd8-00e58a694252 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279021 Aug 07 04:54:41.962546 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f822b-5e4c-49ed-89b8-6e9dd4cb5f8d req-d0c4b5ec-1b9f-45df-80ff-63beae7b5f48 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:41.964025 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a19f822b-5e4c-49ed-89b8-6e9dd4cb5f8d req-d0c4b5ec-1b9f-45df-80ff-63beae7b5f48 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Aug 07 04:54:41.972524 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeaaf0-a4e6-4fb5-912f-77bff64125e5 req-fd0e6d02-20e2-479a-97f0-2856369f48c8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:41.974109 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fbeaaf0-a4e6-4fb5-912f-77bff64125e5 req-fd0e6d02-20e2-479a-97f0-2856369f48c8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0583882 Aug 07 04:54:42.011023 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a19f822b-5e4c-49ed-89b8-6e9dd4cb5f8d req-506a3fdc-c6bb-4a3e-9cde-a4696de34d21 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402932 Aug 07 04:54:42.015506 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fbeaaf0-a4e6-4fb5-912f-77bff64125e5 req-bed831d8-d33c-4952-b032-3a493c8c692d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Aug 07 04:54:42.869974 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6139e-ed98-4dd6-9dd8-6df98a897be6 req-8fb1f0e4-bf00-471a-889f-8681ee5f40cb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:42.871560 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dcb6139e-ed98-4dd6-9dd8-6df98a897be6 req-8fb1f0e4-bf00-471a-889f-8681ee5f40cb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0491877 Aug 07 04:54:42.909435 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dcb6139e-ed98-4dd6-9dd8-6df98a897be6 req-066e2970-d921-463c-bc9d-4e8987e9a03e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Aug 07 04:54:43.127901 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93a187-2b89-45c7-80cd-f07a1631dff4 req-6342c437-da22-4c17-ba1c-78a0ecc3e4f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:43.128157 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1722d0b-5393-41db-8da0-a3e8e17c22a9 req-ad71f255-b87d-490f-9ce3-948680c024b7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:43.129560 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e1722d0b-5393-41db-8da0-a3e8e17c22a9 req-ad71f255-b87d-490f-9ce3-948680c024b7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0488987 Aug 07 04:54:43.129984 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7b93a187-2b89-45c7-80cd-f07a1631dff4 req-6342c437-da22-4c17-ba1c-78a0ecc3e4f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0479536 Aug 07 04:54:43.170034 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7b93a187-2b89-45c7-80cd-f07a1631dff4 req-fa3646a4-540e-4f7c-aaa4-bc54bfabbc38 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345328 Aug 07 04:54:43.170601 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e1722d0b-5393-41db-8da0-a3e8e17c22a9 req-661f477e-7d1e-4bcd-9aa1-e5a6dc3bc4b6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352540 Aug 07 04:54:44.021081 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ffff5-a57a-4cd8-a2be-d1e22c45df17 req-091a1076-8e18-43d8-982a-1c673a6da57b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:44.022521 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3a4ffff5-a57a-4cd8-a2be-d1e22c45df17 req-091a1076-8e18-43d8-982a-1c673a6da57b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0469790 Aug 07 04:54:44.061690 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3a4ffff5-a57a-4cd8-a2be-d1e22c45df17 req-2bb11602-b202-4b49-9192-0d4a33820c84 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Aug 07 04:54:44.284458 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0189b0-1f8e-48ce-8543-25fc56fada3d req-2881e3d5-4c25-44e6-8c99-c0fe363898a2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:44.285998 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7e0189b0-1f8e-48ce-8543-25fc56fada3d req-2881e3d5-4c25-44e6-8c99-c0fe363898a2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0480094 Aug 07 04:54:44.289291 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e604d1-2c5b-430d-97df-a6e612920ce1 req-44893165-f49a-4c57-975e-8d6a6621e1a6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:44.290716 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b3e604d1-2c5b-430d-97df-a6e612920ce1 req-44893165-f49a-4c57-975e-8d6a6621e1a6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0499966 Aug 07 04:54:44.326993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7e0189b0-1f8e-48ce-8543-25fc56fada3d req-0cffb046-c8ce-4e2e-90d3-6f3ed65f5674 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Aug 07 04:54:44.327635 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b3e604d1-2c5b-430d-97df-a6e612920ce1 req-2493bf89-559a-4de8-b277-05e61c5aa5c5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310225 Aug 07 04:54:45.179097 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd049ed5-b5e9-42e5-b3c5-d69705ce616b req-44e1abec-6496-4677-a696-53f991ec6582 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:45.180513 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cd049ed5-b5e9-42e5-b3c5-d69705ce616b req-44e1abec-6496-4677-a696-53f991ec6582 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0463424 Aug 07 04:54:45.218268 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cd049ed5-b5e9-42e5-b3c5-d69705ce616b req-58433ac8-618e-4fcf-8166-2c3642b5e778 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 07 04:54:45.443214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b73960-e0d0-4bb7-ae50-ebb43863c7a4 req-0cff01e2-4b0b-4b76-82a4-99dbc62ace40 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:45.444689 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dfb08-3bcd-4fa2-97ac-c53219c7e8ab req-5c45f51d-d9a3-4c69-b907-4f318510aba8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:45.445132 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-95b73960-e0d0-4bb7-ae50-ebb43863c7a4 req-0cff01e2-4b0b-4b76-82a4-99dbc62ace40 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Aug 07 04:54:45.446139 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f46dfb08-3bcd-4fa2-97ac-c53219c7e8ab req-5c45f51d-d9a3-4c69-b907-4f318510aba8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Aug 07 04:54:45.483078 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-95b73960-e0d0-4bb7-ae50-ebb43863c7a4 req-74110d9f-a546-44c4-a9ea-d22595f851f4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 07 04:54:45.484274 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f46dfb08-3bcd-4fa2-97ac-c53219c7e8ab req-221e8197-af2d-494f-be4e-8cef6e9eb7ee tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322666 Aug 07 04:54:46.329046 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49e734-fb16-4e64-ae2e-6ff61c39228c req-d23ad8e8-604e-4ca9-ba86-c540b5c1bf17 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:46.330479 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4a49e734-fb16-4e64-ae2e-6ff61c39228c req-d23ad8e8-604e-4ca9-ba86-c540b5c1bf17 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0468278 Aug 07 04:54:46.366801 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4a49e734-fb16-4e64-ae2e-6ff61c39228c req-75d87139-139e-4b3d-bada-a00a4652e2e4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Aug 07 04:54:46.600341 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b448c-e69a-42f6-bff5-876cff0a73f8 req-f8896b4e-1c0a-4184-a6a6-31f3d9fd3fce tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:46.601826 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d99b448c-e69a-42f6-bff5-876cff0a73f8 req-f8896b4e-1c0a-4184-a6a6-31f3d9fd3fce tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0487287 Aug 07 04:54:46.614439 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68f527-0ce5-43d1-98c0-a2df87d51a6e req-6306a1fa-44ca-4e34-93f3-8ac05e636608 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:46.614439 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8c68f527-0ce5-43d1-98c0-a2df87d51a6e req-6306a1fa-44ca-4e34-93f3-8ac05e636608 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0548444 Aug 07 04:54:46.645364 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d99b448c-e69a-42f6-bff5-876cff0a73f8 req-22a1b472-7ff8-4379-9bd9-1448cbfc7077 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Aug 07 04:54:46.651277 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8c68f527-0ce5-43d1-98c0-a2df87d51a6e req-f4ab6fe7-c784-42b5-a9a4-b5914345b4a4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328033 Aug 07 04:54:47.484131 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343bd85-8f0e-485e-91b4-2f745b64f69c req-fe6a8d84-3d53-4a25-b095-4754c733a342 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:47.485679 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3343bd85-8f0e-485e-91b4-2f745b64f69c req-fe6a8d84-3d53-4a25-b095-4754c733a342 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0484037 Aug 07 04:54:47.530265 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3343bd85-8f0e-485e-91b4-2f745b64f69c req-c6bb6399-4bec-4513-90fa-c5e4c999b53d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Aug 07 04:54:47.759970 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea2138-d42b-4e51-9c3a-855c4b11c8f6 req-eb3f71ca-e780-466a-8b73-a6acc19f811f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:47.761472 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66ea2138-d42b-4e51-9c3a-855c4b11c8f6 req-eb3f71ca-e780-466a-8b73-a6acc19f811f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0480361 Aug 07 04:54:47.765433 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9157e-7ed2-42f5-aad2-bd7f2d5ceccc req-d19fd00b-2349-42c6-8d64-55c998b44ff7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:47.766907 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e7a9157e-7ed2-42f5-aad2-bd7f2d5ceccc req-d19fd00b-2349-42c6-8d64-55c998b44ff7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0464017 Aug 07 04:54:47.806654 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e7a9157e-7ed2-42f5-aad2-bd7f2d5ceccc req-4f2a6fbc-6437-484f-a552-8b725a7f1482 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339980 Aug 07 04:54:47.807043 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-66ea2138-d42b-4e51-9c3a-855c4b11c8f6 req-fcad595a-ed70-4a48-8c61-e7d691ab66d1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Aug 07 04:54:47.964465 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba38b3-e9e7-4252-9f18-99bee0cf232a req-353aeeaa-a298-49da-b257-5f3903fcc2ef tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:47.967027 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-74ba38b3-e9e7-4252-9f18-99bee0cf232a req-353aeeaa-a298-49da-b257-5f3903fcc2ef tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0513647 Aug 07 04:54:47.978156 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33300) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:54:47.983659 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'floatingip': {'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:54:48.094384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a8ac-b0f6-435b-97b2-1fee5c9c0aa2 req-5abddf83-d9e4-4c95-bb30-7a12940809b4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:48.096241 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b7d9a8ac-b0f6-435b-97b2-1fee5c9c0aa2 req-5abddf83-d9e4-4c95-bb30-7a12940809b4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0551217 Aug 07 04:54:48.145952 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b7d9a8ac-b0f6-435b-97b2-1fee5c9c0aa2 req-caa2c98f-efc2-4579-908c-f8fcd8e3eeb7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Aug 07 04:54:48.235044 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:48.362728 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-1bc712ab-fbc8-4ee4-a606-4ff2ef2382de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:48.364168 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-1bc712ab-fbc8-4ee4-a606-4ff2ef2382de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 1099 time: 0.1504407 Aug 07 04:54:48.702240 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-a7f0388c-0632-47c1-9146-e88c8f9268b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:48.703683 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-a7f0388c-0632-47c1-9146-e88c8f9268b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 920 time: 0.3174493 Aug 07 04:54:48.781671 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-817a4699-7561-4d58-a365-b3091d47aaad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2079008 Aug 07 04:54:48.805595 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de1e0-f3bc-4ba0-81a3-a4691f88179e req-aae34162-7b98-4138-bced-354ad12eb34f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:48.806914 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-611de1e0-f3bc-4ba0-81a3-a4691f88179e req-aae34162-7b98-4138-bced-354ad12eb34f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.1984484 Aug 07 04:54:48.863797 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-fac727e6-92e2-4bad-b0ab-51e8541dbbd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385bf57-9f35-4380-8238-83874f21430a HTTP/1.1" status: 200 len: 217 time: 0.0797086 Aug 07 04:54:48.978632 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-611de1e0-f3bc-4ba0-81a3-a4691f88179e req-7a4e3806-e861-4936-8513-fa823b0f5ab2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651089 Aug 07 04:54:49.131693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:49.135483 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:49.236365 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.l3_db [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Floating IP e81102b7-dd2e-4f8e-9657-e5d0855fa859 associated. External IP: 172.27.3.215, port: 6a0264c8-c45c-4fec-b570-31fbf0131107. Aug 07 04:54:49.262453 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32569ec3-c540-464f-a25b-17fa78abf1c5 req-a6752a19-7003-47ae-b194-365589c5e2ef tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:49.263916 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-32569ec3-c540-464f-a25b-17fa78abf1c5 req-a6752a19-7003-47ae-b194-365589c5e2ef tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0468383 Aug 07 04:54:49.303614 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-32569ec3-c540-464f-a25b-17fa78abf1c5 req-12b3f442-3e1d-4142-b2de-b8fd5a720bfd tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Aug 07 04:54:49.615283 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Router 34cde6c3-7334-40f6-ad77-36da34104c2b has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:54:49.718782 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:54:49.723281 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:49.732529 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:54:49.741303 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:54:49.741901 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:54:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:54:49.749764 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-9593df9a-f48f-4435-8af9-e08b719a5ac0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "PUT /v2.0/floatingips/e81102b7-dd2e-4f8e-9657-e5d0855fa859 HTTP/1.1" status: 200 len: 992 time: 1.7702198 Aug 07 04:54:49.750449 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:54:49.752775 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea" -d '{"events": [{"name": "network-changed", "server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:54:49.798860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44e9bf-728d-4373-b88f-7a1c10148391 x-openstack-request-id: req-2e44e9bf-728d-4373-b88f-7a1c10148391 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:54:49.799576 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:54:49.799576 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e44e9bf-728d-4373-b88f-7a1c10148391 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:54:49.799910 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'status': 'completed', 'code': 200} Aug 07 04:54:49.850491 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:54:50.105828 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d66e-1b27-4614-b3e8-82f8858a1f4a req-29efd9b2-b8cc-45eb-8253-6b805091e08c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:50.107387 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de68d66e-1b27-4614-b3e8-82f8858a1f4a req-29efd9b2-b8cc-45eb-8253-6b805091e08c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0573246 Aug 07 04:54:50.121063 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:54:50.144864 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de68d66e-1b27-4614-b3e8-82f8858a1f4a req-d2b166de-c2e5-45f2-b58f-6b60b4806606 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Aug 07 04:54:50.209787 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': 'e81102b7-dd2e-4f8e-9657-e5d0855fa859', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'mac_address': 'fa:16:3e:dc:47:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431857b6-a453-44f0-829c-00ed610d5fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:53:56Z', 'updated_at': '2021-08-07T04:54:48Z', 'revision_number': 1, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:54:50.236574 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:54:50.244573 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:54:50.245215 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:54:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:54:50.347737 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:54:50.422123 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541f9a8-2535-43bc-a2ee-c6b6f5231f55 req-770a6976-1c70-408e-858d-fb80b0ea1b9a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:50.423520 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c541f9a8-2535-43bc-a2ee-c6b6f5231f55 req-770a6976-1c70-408e-858d-fb80b0ea1b9a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0522029 Aug 07 04:54:50.463035 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c541f9a8-2535-43bc-a2ee-c6b6f5231f55 req-1643645a-684a-410e-a86b-077beb036bb8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 07 04:54:50.569812 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': 'e81102b7-dd2e-4f8e-9657-e5d0855fa859', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'mac_address': 'fa:16:3e:dc:47:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431857b6-a453-44f0-829c-00ed610d5fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:53:56Z', 'updated_at': '2021-08-07T04:54:48Z', 'revision_number': 1, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:54:50.599033 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4af25-4118-4add-9d85-9cc035a2e7a1 None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': 'e81102b7-dd2e-4f8e-9657-e5d0855fa859', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'mac_address': 'fa:16:3e:dc:47:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431857b6-a453-44f0-829c-00ed610d5fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:53:56Z', 'updated_at': '2021-08-07T04:54:48Z', 'revision_number': 1, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:54:50.788111 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcba47-dabb-42da-9dd8-f12792c9f9fb None None] New status for floating IP e81102b7-dd2e-4f8e-9657-e5d0855fa859: ACTIVE {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:54:51.255405 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e32eb-a3ce-4a71-8f13-11b9221ac038 req-e10c8290-8f6a-48f3-95d8-8bbd42e08c74 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:51.256770 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7a7e32eb-a3ce-4a71-8f13-11b9221ac038 req-e10c8290-8f6a-48f3-95d8-8bbd42e08c74 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0472076 Aug 07 04:54:51.294347 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7a7e32eb-a3ce-4a71-8f13-11b9221ac038 req-594c4126-5178-4dbd-a792-e26ee8dd9fbc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Aug 07 04:54:51.575660 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707384-3ed5-488a-acf9-841742da70da req-06889d06-4b4e-4c66-bd9f-8284c0f0a519 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:51.577436 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11707384-3ed5-488a-acf9-841742da70da req-06889d06-4b4e-4c66-bd9f-8284c0f0a519 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0475650 Aug 07 04:54:51.580516 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-254fbb2c-2d9b-4c70-9ed8-4678f592fc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:51.615190 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11707384-3ed5-488a-acf9-841742da70da req-3a51440e-556c-44d9-abee-e6bf33ebbf44 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Aug 07 04:54:52.395284 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:52.412448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5e0e-c192-4617-b3d7-755d3bb9ce0d req-67fd32f3-9778-440e-a288-c583be248413 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:52.413912 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-65ae5e0e-c192-4617-b3d7-755d3bb9ce0d req-67fd32f3-9778-440e-a288-c583be248413 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0542161 Aug 07 04:54:52.451760 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-65ae5e0e-c192-4617-b3d7-755d3bb9ce0d req-d1d0ea46-f3b3-46b9-958b-ec928608511b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Aug 07 04:54:52.728039 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec9f2-158e-460e-ade1-650e5ac0c61b req-a0f16f7e-ba25-474f-a025-b70b7a50336d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:52.729541 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ac1ec9f2-158e-460e-ade1-650e5ac0c61b req-a0f16f7e-ba25-474f-a025-b70b7a50336d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0474970 Aug 07 04:54:52.766815 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ac1ec9f2-158e-460e-ade1-650e5ac0c61b req-edc97541-6e9d-4057-8a26-24fe837b90cd tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 07 04:54:53.564335 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aa4b6-7bce-4d31-9b41-acb877c60d11 req-da038afd-b5bf-4fb1-8d8d-1a83750d4819 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.565812 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-283aa4b6-7bce-4d31-9b41-acb877c60d11 req-da038afd-b5bf-4fb1-8d8d-1a83750d4819 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0469432 Aug 07 04:54:53.602663 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-283aa4b6-7bce-4d31-9b41-acb877c60d11 req-6e04d2ba-8107-454d-a4f8-e0dbfe62b1d6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310569 Aug 07 04:54:53.711768 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-225b2043-041e-49b7-91a8-57dab71ea665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.713338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-225b2043-041e-49b7-91a8-57dab71ea665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0488520 Aug 07 04:54:53.737417 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-04ea7dd3-5ab0-4598-8998-53e1d16791b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.738874 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-04ea7dd3-5ab0-4598-8998-53e1d16791b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0773709 Aug 07 04:54:53.746555 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-889dbf45-3b18-4db3-95e1-1bba3365a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.747922 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-889dbf45-3b18-4db3-95e1-1bba3365a036 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbad771114b14d1c813e85f39291b826&device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 1098 time: 0.0764246 Aug 07 04:54:53.790028 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-11ccba99-4101-4f2e-9cc6-9f35a4279bf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242317 Aug 07 04:54:53.850509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-5820f3b5-841b-4d40-947a-cf7034fc835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.851932 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-5820f3b5-841b-4d40-947a-cf7034fc835d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.1009212 Aug 07 04:54:53.958991 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4031-380c-4787-90b6-5b7f28c1ec03 req-653dc5ae-a9a5-4105-8778-50b66bce54b6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.960383 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ad4a4031-380c-4787-90b6-5b7f28c1ec03 req-653dc5ae-a9a5-4105-8778-50b66bce54b6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.1243441 Aug 07 04:54:53.974500 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-3375f4a6-05ca-4950-8619-0f3dccee3ae1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1002 time: 0.1095395 Aug 07 04:54:53.984734 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-72c82399-bbc5-4469-8a6d-a41325b8e5f2 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502154 Aug 07 04:54:53.985854 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-837448c5-7749-4e44-8e1e-78d8b2e4aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:53.987144 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-837448c5-7749-4e44-8e1e-78d8b2e4aa0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f1fe1f-8945-4293-ba92-135a006394e5 HTTP/1.1" status: 200 len: 912 time: 0.1606941 Aug 07 04:54:54.041129 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ad4a4031-380c-4787-90b6-5b7f28c1ec03 req-7d0233db-cfde-42b7-a31a-fda3b77d3d04 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705681 Aug 07 04:54:54.047861 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-d36e47ce-313b-4174-81ff-df9bf9cc81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:54.048973 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-d36e47ce-313b-4174-81ff-df9bf9cc81fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0618076 Aug 07 04:54:54.086055 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6df1d52f-8c2f-4490-96eb-e80694d716af req-d4fcba0e-794a-48b9-abfc-32246c2e195d service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828226 Aug 07 04:54:54.196832 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-bc87fee4-ee5c-4975-a98f-dc5a166c535c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 HTTP/1.1" status: 200 len: 217 time: 0.0402319 Aug 07 04:54:54.210544 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-d99f0272-a482-42bf-be65-cfbf0c3b8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:54.212050 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-d99f0272-a482-42bf-be65-cfbf0c3b8345 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539267 Aug 07 04:54:54.249640 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-66af335b-3e10-4c68-8b12-e197fcd62e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:54.253009 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-66af335b-3e10-4c68-8b12-e197fcd62e05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea888c98-1cf8-49d6-82c9-ffa79fe7b536 HTTP/1.1" status: 200 len: 851 time: 0.0483797 Aug 07 04:54:54.268920 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:54.288915 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-5b530b0d-eb5e-4605-b2b1-86ede3b9ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:54.321428 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-78ddd5e3-5481-40d0-a7f2-123d7ef6ecd7 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898032 Aug 07 04:54:54.332655 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-f03424ee-7aa7-4474-9bc9-c7d780838c04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f1fe1f-8945-4293-ba92-135a006394e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242040 Aug 07 04:54:54.411934 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0c23bc0d-34f7-4d30-b589-99ab2f5848ea req-2f21552e-204c-42e0-b39a-76c10492d23c service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823991 Aug 07 04:54:54.425342 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-09d1bf0f-087f-429d-a411-e1e396fdc411 service neutron] 10.222.0.24 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841002 Aug 07 04:54:54.541820 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1ae9ca43-e55d-44e7-bf6f-25947192ff4a req-3256807e-195c-4c8e-a624-392cd2ceb7df service neutron] 10.222.0.24 "GET /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848351 Aug 07 04:54:54.722072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a1937-490a-49ae-b4b1-9759ef753e37 req-f5da286e-fa06-406e-8d20-faf80fdbc471 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:54.723490 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f25a1937-490a-49ae-b4b1-9759ef753e37 req-f5da286e-fa06-406e-8d20-faf80fdbc471 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0498025 Aug 07 04:54:54.772012 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f25a1937-490a-49ae-b4b1-9759ef753e37 req-c11379fc-dbc4-4d21-850d-719902ce4185 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Aug 07 04:54:55.159606 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db108131-d0a0-40f3-b876-9c5744e41cab req-6d7202c9-3a33-4fac-b8c1-796fe552779f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:55.161146 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-db108131-d0a0-40f3-b876-9c5744e41cab req-6d7202c9-3a33-4fac-b8c1-796fe552779f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0517921 Aug 07 04:54:55.200661 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-db108131-d0a0-40f3-b876-9c5744e41cab req-a34e2f05-a46c-423b-864f-f118b5128b60 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Aug 07 04:54:55.563195 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:55.885417 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259eb58-25df-4fa3-b016-265fe1a0cf0e req-56f98799-d25a-4b97-9b81-7a9a951913ff tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:55.886970 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c259eb58-25df-4fa3-b016-265fe1a0cf0e req-56f98799-d25a-4b97-9b81-7a9a951913ff tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0479484 Aug 07 04:54:55.924882 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c259eb58-25df-4fa3-b016-265fe1a0cf0e req-f13a282d-33a1-4851-b303-4dfd9e7bedfc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Aug 07 04:54:56.312753 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab413760-374b-4f56-a620-bc04e6830d43 req-727312fa-9c9b-4c0b-915d-daf4682766f6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:56.314197 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ab413760-374b-4f56-a620-bc04e6830d43 req-727312fa-9c9b-4c0b-915d-daf4682766f6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0463641 Aug 07 04:54:56.351759 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ab413760-374b-4f56-a620-bc04e6830d43 req-876c4347-5076-477a-984a-86fd9455587a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Aug 07 04:54:56.951721 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:57.468913 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606be1bb-d607-40de-8a9b-4476ccefef6f req-0d3aae70-a865-44e9-bbb8-1674fb45e5f4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:57.470379 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-606be1bb-d607-40de-8a9b-4476ccefef6f req-0d3aae70-a865-44e9-bbb8-1674fb45e5f4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0502689 Aug 07 04:54:57.506761 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-606be1bb-d607-40de-8a9b-4476ccefef6f req-5dc7dc97-4ef1-4892-810a-421655f9297b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Aug 07 04:54:58.618090 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2bedf-228a-41b6-ac01-bf8efcc6ffdd req-62860df2-4b9e-46c0-9a3f-4283a1461a96 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:58.619555 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-59e2bedf-228a-41b6-ac01-bf8efcc6ffdd req-62860df2-4b9e-46c0-9a3f-4283a1461a96 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0483623 Aug 07 04:54:58.658279 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-59e2bedf-228a-41b6-ac01-bf8efcc6ffdd req-02308172-4be5-4f9b-8047-4c524d7e9f88 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Aug 07 04:54:59.769837 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfbebd-6313-4997-a3d9-bd4bd2db86cb req-fda61c78-0401-4cd0-8090-058af6c92b2e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:54:59.771286 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bacfbebd-6313-4997-a3d9-bd4bd2db86cb req-fda61c78-0401-4cd0-8090-058af6c92b2e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0482268 Aug 07 04:54:59.811419 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bacfbebd-6313-4997-a3d9-bd4bd2db86cb req-43cf75a1-f548-4f1d-8b83-38b82c20a54b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Aug 07 04:55:00.934856 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0ab5c-4ec5-4de7-8aae-7a1bb5737276 req-19a944ed-46ed-48ce-913c-9a48b0c8d5b9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:00.936317 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-51e0ab5c-4ec5-4de7-8aae-7a1bb5737276 req-19a944ed-46ed-48ce-913c-9a48b0c8d5b9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0570278 Aug 07 04:55:00.974114 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-51e0ab5c-4ec5-4de7-8aae-7a1bb5737276 req-7ac8407f-49d8-4e2b-b4b1-dfc17cef3d1e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Aug 07 04:55:02.087571 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbd128-76b3-49cf-a8ef-b3b841e1ac9a req-8eb94569-f2b7-471f-896d-1c71cfb90f1e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:02.089053 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-78bbd128-76b3-49cf-a8ef-b3b841e1ac9a req-8eb94569-f2b7-471f-896d-1c71cfb90f1e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0471828 Aug 07 04:55:02.126928 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-78bbd128-76b3-49cf-a8ef-b3b841e1ac9a req-8371ebe6-b950-4b73-91e9-b75caec82cd1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Aug 07 04:55:03.238497 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc32c2-ecef-4c33-848b-59ad7c7eeb5e req-1d2f3a6e-f49d-4b4f-a6a5-90b60a427daa tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:03.239940 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c6dc32c2-ecef-4c33-848b-59ad7c7eeb5e req-1d2f3a6e-f49d-4b4f-a6a5-90b60a427daa tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0473776 Aug 07 04:55:03.278511 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c6dc32c2-ecef-4c33-848b-59ad7c7eeb5e req-1f2a82fd-fe42-4bfe-9bda-ca558fbd96ac tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Aug 07 04:55:04.393381 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2bb01-b611-4dac-bb99-13c3a3c828b7 req-65f2c47d-92a9-45d2-b0e5-02bbcd005586 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:04.394817 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-92e2bb01-b611-4dac-bb99-13c3a3c828b7 req-65f2c47d-92a9-45d2-b0e5-02bbcd005586 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0501230 Aug 07 04:55:04.432914 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-92e2bb01-b611-4dac-bb99-13c3a3c828b7 req-aaeb71da-e80c-491b-a82c-150b1d9ac1b4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Aug 07 04:55:05.546363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f6db-3885-4393-968d-eb670f78fbcf req-329359e5-af25-45cf-8329-6f8d3cb58aad tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:05.547789 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0c44f6db-3885-4393-968d-eb670f78fbcf req-329359e5-af25-45cf-8329-6f8d3cb58aad tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0467207 Aug 07 04:55:05.584394 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0c44f6db-3885-4393-968d-eb670f78fbcf req-1b70494f-d4d6-427a-9478-4b82eafd058c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306690 Aug 07 04:55:06.698288 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094746e6-f32a-4e7a-8763-06ed262f02dd req-44c31a44-6ec8-45f0-90ae-28b5612d7b2c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:06.700636 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-094746e6-f32a-4e7a-8763-06ed262f02dd req-44c31a44-6ec8-45f0-90ae-28b5612d7b2c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0490062 Aug 07 04:55:06.739361 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-094746e6-f32a-4e7a-8763-06ed262f02dd req-bf679e89-dea4-4515-9424-79e7523a613b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Aug 07 04:55:06.999753 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33632) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:07.109383 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24dae5a3-b696-4bd1-a5e8-f824fca2f99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.204398 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24dae5a3-b696-4bd1-a5e8-f824fca2f99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.208403 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24dae5a3-b696-4bd1-a5e8-f824fca2f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.246461 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-24dae5a3-b696-4bd1-a5e8-f824fca2f99c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cbf4b8eec2c43539b841020e1b15698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456241 Aug 07 04:55:07.247300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae5a3-b696-4bd1-a5e8-f824fca2f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f747357-149f-4e5b-898f-67adb9cd9915,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:07.250129 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 33656) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:07.300457 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b92bfec7-3a55-4468-af24-7f7cc3deba74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.324993 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b92bfec7-3a55-4468-af24-7f7cc3deba74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.374174 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b92bfec7-3a55-4468-af24-7f7cc3deba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.376732 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b92bfec7-3a55-4468-af24-7f7cc3deba74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.380286 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b92bfec7-3a55-4468-af24-7f7cc3deba74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f747357-149f-4e5b-898f-67adb9cd9915 HTTP/1.1" status: 204 len: 168 time: 0.1268017 Aug 07 04:55:07.386638 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bfec7-3a55-4468-af24-7f7cc3deba74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f747357-149f-4e5b-898f-67adb9cd9915,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:07.868345 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629de1e2-556e-40b5-a11c-cdb17472fac3 req-54a449d5-4a17-4413-9550-2e9f7fdf2d6d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:07.871195 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-629de1e2-556e-40b5-a11c-cdb17472fac3 req-54a449d5-4a17-4413-9550-2e9f7fdf2d6d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0587540 Aug 07 04:55:07.916611 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-629de1e2-556e-40b5-a11c-cdb17472fac3 req-4729fc09-efcd-491c-9c55-4ce6004920c5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Aug 07 04:55:09.041397 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b64d19-7848-4901-bad1-203a169ac9c1 req-a6a54a24-eec9-4c3e-a746-cfffabc84a42 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:09.043590 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66b64d19-7848-4901-bad1-203a169ac9c1 req-a6a54a24-eec9-4c3e-a746-cfffabc84a42 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0534446 Aug 07 04:55:09.081935 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-66b64d19-7848-4901-bad1-203a169ac9c1 req-c6893846-ccfd-4f27-9163-a434ba618310 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Aug 07 04:55:09.703315 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 33790) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:09.815779 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-009b979e-7614-4ffe-82ac-e86487e4702d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.915899 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-009b979e-7614-4ffe-82ac-e86487e4702d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.921553 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-009b979e-7614-4ffe-82ac-e86487e4702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.955835 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33808) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:09.960296 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-009b979e-7614-4ffe-82ac-e86487e4702d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef4175cb968c499fb4b01c4d263bdaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558234 Aug 07 04:55:09.962323 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b979e-7614-4ffe-82ac-e86487e4702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31917f-5a6f-49fa-bed8-1263b6e2fa7c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:09.962948 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33812) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:10.012092 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-202ef053-1332-45cb-abd2-445f87c8b2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.033026 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-202ef053-1332-45cb-abd2-445f87c8b2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.074110 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e897-1994-4135-b62e-bc6b0fea426f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.106473 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-202ef053-1332-45cb-abd2-445f87c8b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.108902 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-202ef053-1332-45cb-abd2-445f87c8b2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.110008 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-202ef053-1332-45cb-abd2-445f87c8b2ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b31917f-5a6f-49fa-bed8-1263b6e2fa7c HTTP/1.1" status: 204 len: 168 time: 0.1461854 Aug 07 04:55:10.124909 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ef053-1332-45cb-abd2-445f87c8b2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31917f-5a6f-49fa-bed8-1263b6e2fa7c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:10.193635 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e897-1994-4135-b62e-bc6b0fea426f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.197581 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e897-1994-4135-b62e-bc6b0fea426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.204855 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe83f43-5930-4716-b04e-a4d8ba26c546 req-712e9bef-75ac-477f-b879-c00ed563a8ac tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:10.206300 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9fe83f43-5930-4716-b04e-a4d8ba26c546 req-712e9bef-75ac-477f-b879-c00ed563a8ac tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0498276 Aug 07 04:55:10.240824 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c2f4e897-1994-4135-b62e-bc6b0fea426f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e79bd34f39444be49d4060e3c785d5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816534 Aug 07 04:55:10.240824 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e897-1994-4135-b62e-bc6b0fea426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd199f60-e42e-4164-b1bb-ec7c8fcf3c7b,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:10.242115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33820) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:10.250796 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9fe83f43-5930-4716-b04e-a4d8ba26c546 req-106853d1-1426-4c15-89c6-ebe09fa5e008 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371737 Aug 07 04:55:10.310613 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0c19655d-9cdf-4c30-b70c-c8644531415e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.336560 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0c19655d-9cdf-4c30-b70c-c8644531415e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.386153 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0c19655d-9cdf-4c30-b70c-c8644531415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.388956 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0c19655d-9cdf-4c30-b70c-c8644531415e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.390127 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0c19655d-9cdf-4c30-b70c-c8644531415e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd199f60-e42e-4164-b1bb-ec7c8fcf3c7b HTTP/1.1" status: 204 len: 168 time: 0.1457031 Aug 07 04:55:10.399892 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19655d-9cdf-4c30-b70c-c8644531415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd199f60-e42e-4164-b1bb-ec7c8fcf3c7b,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:10.422982 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 33828) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:10.436679 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1e2c99b3-a3d3-496d-a7cf-f8abe56d80b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.538397 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1e2c99b3-a3d3-496d-a7cf-f8abe56d80b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.543796 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1e2c99b3-a3d3-496d-a7cf-f8abe56d80b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.589383 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-1e2c99b3-a3d3-496d-a7cf-f8abe56d80b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6f283ba4f664b17ad6c3a7e63c6a3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646731 Aug 07 04:55:10.591888 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c99b3-a3d3-496d-a7cf-f8abe56d80b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025746b6-cea1-42bc-a0f2-b7a25daad08d,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:10.594354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 33838) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:10.659983 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b7102ed2-11d9-493b-8438-bcdbab1d7fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.685826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b7102ed2-11d9-493b-8438-bcdbab1d7fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.738447 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b7102ed2-11d9-493b-8438-bcdbab1d7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.740967 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b7102ed2-11d9-493b-8438-bcdbab1d7fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.742204 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b7102ed2-11d9-493b-8438-bcdbab1d7fd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/025746b6-cea1-42bc-a0f2-b7a25daad08d HTTP/1.1" status: 204 len: 168 time: 0.1443620 Aug 07 04:55:10.752481 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7102ed2-11d9-493b-8438-bcdbab1d7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025746b6-cea1-42bc-a0f2-b7a25daad08d,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:11.407973 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230b14-6e36-484e-92e8-0bb6be8d705d req-e46164b6-e05f-4c2b-9681-5de9bbb34bcb tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:11.409667 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e6230b14-6e36-484e-92e8-0bb6be8d705d req-e46164b6-e05f-4c2b-9681-5de9bbb34bcb tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0580568 Aug 07 04:55:11.465988 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e6230b14-6e36-484e-92e8-0bb6be8d705d req-b873ab42-4790-491f-a022-8142666b4408 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495942 Aug 07 04:55:12.600026 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f15fd-78b2-4b99-9be9-c1b7efbf2849 req-30480289-a8d6-406b-941f-c22340f97c2f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:12.601707 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-288f15fd-78b2-4b99-9be9-c1b7efbf2849 req-30480289-a8d6-406b-941f-c22340f97c2f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0538599 Aug 07 04:55:12.646638 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-288f15fd-78b2-4b99-9be9-c1b7efbf2849 req-aec9cc8a-bc45-4a5a-9b04-78f7d4a70115 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Aug 07 04:55:13.770352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04da1e-f57f-4769-b0ec-6b4ff252bdf8 req-74b4f1a4-cfc5-4bc6-8bed-3305d0df39d0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:13.771780 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fa04da1e-f57f-4769-b0ec-6b4ff252bdf8 req-74b4f1a4-cfc5-4bc6-8bed-3305d0df39d0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0483150 Aug 07 04:55:13.808735 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fa04da1e-f57f-4769-b0ec-6b4ff252bdf8 req-005e70fe-ba78-4cbd-9f54-c354a08f10c8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Aug 07 04:55:14.922174 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555353d9-cd9e-48ab-b390-cffe425d00d5 req-deac1a92-e65b-4397-ade2-2ed6fae000a1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:14.923655 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-555353d9-cd9e-48ab-b390-cffe425d00d5 req-deac1a92-e65b-4397-ade2-2ed6fae000a1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0484104 Aug 07 04:55:14.961143 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-555353d9-cd9e-48ab-b390-cffe425d00d5 req-a31c3da9-b105-424a-971e-25cc72add860 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Aug 07 04:55:16.083581 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67990ccf-32d6-4f68-8142-33c777350003 req-416a7108-96d2-463a-a542-ea699ca1c0a1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:16.084950 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67990ccf-32d6-4f68-8142-33c777350003 req-416a7108-96d2-463a-a542-ea699ca1c0a1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0542665 Aug 07 04:55:16.123095 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67990ccf-32d6-4f68-8142-33c777350003 req-3ce43115-aa39-4260-b4bf-c253571b10d6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Aug 07 04:55:17.095178 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34120) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:17.198309 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae1e47e2-e617-4bbd-acc5-4da0d5903930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.261407 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3058fc-a12b-4a45-b591-f20894d2d5c9 req-75b45791-9ceb-44c7-94db-95b3209bc90b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:17.262873 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5c3058fc-a12b-4a45-b591-f20894d2d5c9 req-75b45791-9ceb-44c7-94db-95b3209bc90b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0667088 Aug 07 04:55:17.315012 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5c3058fc-a12b-4a45-b591-f20894d2d5c9 req-e2eccf47-1204-4006-9e01-0a07924a80b8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Aug 07 04:55:17.353113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae1e47e2-e617-4bbd-acc5-4da0d5903930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.356887 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae1e47e2-e617-4bbd-acc5-4da0d5903930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.393367 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ae1e47e2-e617-4bbd-acc5-4da0d5903930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c87ade1f01924d70be8a9960b147d420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971113 Aug 07 04:55:17.395171 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e47e2-e617-4bbd-acc5-4da0d5903930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b733191-6faf-472e-bf2b-de2546a4ea04,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:17.396067 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34126) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:17.444924 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-acd55078-ca93-4dc7-8d5a-4a2ebbca5bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.466482 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-acd55078-ca93-4dc7-8d5a-4a2ebbca5bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.514251 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-acd55078-ca93-4dc7-8d5a-4a2ebbca5bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.516986 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-acd55078-ca93-4dc7-8d5a-4a2ebbca5bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.518123 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-acd55078-ca93-4dc7-8d5a-4a2ebbca5bad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b733191-6faf-472e-bf2b-de2546a4ea04 HTTP/1.1" status: 204 len: 168 time: 0.1210647 Aug 07 04:55:17.526248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd55078-ca93-4dc7-8d5a-4a2ebbca5bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b733191-6faf-472e-bf2b-de2546a4ea04,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:17.772885 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34136) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:17.785557 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d1206224-066f-472f-b9f5-527ff0210703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.887920 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d1206224-066f-472f-b9f5-527ff0210703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.892418 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d1206224-066f-472f-b9f5-527ff0210703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.938212 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d1206224-066f-472f-b9f5-527ff0210703 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f8cfd0ac6bf403194022dc5bffc93a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642628 Aug 07 04:55:17.939055 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1206224-066f-472f-b9f5-527ff0210703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd3af03-9ff6-4ea9-8613-5f07e4ce6c48,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:17.940862 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34146) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:17.998972 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7577f-316b-4ed5-9977-1da9f8853bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.020346 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7577f-316b-4ed5-9977-1da9f8853bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.068780 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7577f-316b-4ed5-9977-1da9f8853bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.071329 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7577f-316b-4ed5-9977-1da9f8853bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.072406 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6fb7577f-316b-4ed5-9977-1da9f8853bcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bd3af03-9ff6-4ea9-8613-5f07e4ce6c48 HTTP/1.1" status: 204 len: 168 time: 0.1304135 Aug 07 04:55:18.082238 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7577f-316b-4ed5-9977-1da9f8853bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd3af03-9ff6-4ea9-8613-5f07e4ce6c48,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:18.156405 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abdb64-d663-4cf4-9c5d-006a36ee3b26 req-d5e96a1f-5b80-45c5-a510-2726933bd97e tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:18.158141 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c9abdb64-d663-4cf4-9c5d-006a36ee3b26 req-d5e96a1f-5b80-45c5-a510-2726933bd97e tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0570195 Aug 07 04:55:18.199986 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c9abdb64-d663-4cf4-9c5d-006a36ee3b26 req-e3b3809d-a890-4fc3-9acc-4823b94446f6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Aug 07 04:55:18.399353 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34160) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:18.413020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6804d26c-7b53-4080-a57f-6e780e963d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.431600 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849caf08-06d5-401f-9152-44f98586ef19 req-fdbd452b-91a7-443f-b7b4-1e63fc59ffd3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:18.433297 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-849caf08-06d5-401f-9152-44f98586ef19 req-fdbd452b-91a7-443f-b7b4-1e63fc59ffd3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0487585 Aug 07 04:55:18.476672 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-849caf08-06d5-401f-9152-44f98586ef19 req-164c716e-05b5-43be-af22-5e9c392dae11 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369132 Aug 07 04:55:18.505874 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6804d26c-7b53-4080-a57f-6e780e963d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.509585 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6804d26c-7b53-4080-a57f-6e780e963d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.546038 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804d26c-7b53-4080-a57f-6e780e963d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aafefe9-3314-4ade-991c-c8368e267f22,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:18.553069 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6804d26c-7b53-4080-a57f-6e780e963d30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca5af6bea65e4781816a9d75b38cfac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499698 Aug 07 04:55:18.553193 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34164) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:18.599866 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3b1831f8-9cc8-4543-9a4a-bb2f07d6d079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.623178 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3b1831f8-9cc8-4543-9a4a-bb2f07d6d079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.668332 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3b1831f8-9cc8-4543-9a4a-bb2f07d6d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.670750 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3b1831f8-9cc8-4543-9a4a-bb2f07d6d079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.671844 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3b1831f8-9cc8-4543-9a4a-bb2f07d6d079 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1aafefe9-3314-4ade-991c-c8368e267f22 HTTP/1.1" status: 204 len: 168 time: 0.1178708 Aug 07 04:55:18.679122 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1831f8-9cc8-4543-9a4a-bb2f07d6d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aafefe9-3314-4ade-991c-c8368e267f22,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:19.320558 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a987bf-e794-4b57-97d6-29a63f115c41 req-ab6af2a3-b26e-4573-bc9f-773387295213 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:19.322053 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-84a987bf-e794-4b57-97d6-29a63f115c41 req-ab6af2a3-b26e-4573-bc9f-773387295213 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0477812 Aug 07 04:55:19.361589 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-84a987bf-e794-4b57-97d6-29a63f115c41 req-bd2edace-6de3-44ca-b97f-628dbefbaca0 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Aug 07 04:55:19.443047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34194) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:19.537238 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264609399-network', 'tenant_id': '910b734a3aa343fb9c79c6f1ae1ed425'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:19.583664 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Made reservation on behalf of 910b734a3aa343fb9c79c6f1ae1ed425 for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:19.586289 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.598129 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.617521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f0dcb-c986-4cd7-8893-98b81a58bbc1 req-d8e84b98-a4a0-4767-b825-0692e762663a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:19.618986 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ce4f0dcb-c986-4cd7-8893-98b81a58bbc1 req-d8e84b98-a4a0-4767-b825-0692e762663a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0735462 Aug 07 04:55:19.681565 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ce4f0dcb-c986-4cd7-8893-98b81a58bbc1 req-51232f93-47f0-441d-9ab4-cb17f8e90938 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Aug 07 04:55:19.733131 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.736831 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.757219 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:19.772384 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1430cc-7795-4607-8da7-cc306c225c8a,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:19.775189 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.775531 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Added segment 68a091bc-676d-48e0-9dbe-846e1a17ddba of type vlan for network a75033fe-395c-44bd-aeca-8b2f84f00266 Aug 07 04:55:19.814279 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.843794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.844844 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:19.845434 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.901647 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4572163 Aug 07 04:55:19.904214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34204) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:19.910776 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Request body: {'subnet': {'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264609399-subnet', 'tenant_id': '910b734a3aa343fb9c79c6f1ae1ed425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:19.917023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d484f7-e603-41d4-aa80-c1edc8c29cfa admin admin] Pushing event updated for resources: {'Network': ['ID=a75033fe-395c-44bd-aeca-8b2f84f00266,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:19.928819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network a75033fe-395c-44bd-aeca-8b2f84f00266 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:19.934076 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Made reservation on behalf of 910b734a3aa343fb9c79c6f1ae1ed425 for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:19.936319 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.106447 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.167232 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78c259a-7e84-4885-badb-096e847ffd03,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:20.174337 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Checking segment: {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:20.174703 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Network hostable DHCP agents. Network: a75033fe-395c-44bd-aeca-8b2f84f00266, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:20.190853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Network a75033fe-395c-44bd-aeca-8b2f84f00266 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:20.200101 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, a75033fe-395c-44bd-aeca-8b2f84f00266) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:20.204200 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:20.204781 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.208901 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4668d-eced-4569-8f38-af9c73912d29 None None] Network a75033fe-395c-44bd-aeca-8b2f84f00266 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:20.218690 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-46efa0c5-565d-417b-9333-c3913c661241 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3134501 Aug 07 04:55:20.329420 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b85aa-370c-4371-a8e0-99ac998e49a6 None None] Network a75033fe-395c-44bd-aeca-8b2f84f00266 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:20.480222 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87319691-ef02-45f7-9ae7-e2904f57d2b4 req-094d396c-5451-403b-acbc-f9a7464bc1c6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:20.481723 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-87319691-ef02-45f7-9ae7-e2904f57d2b4 req-094d396c-5451-403b-acbc-f9a7464bc1c6 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0509007 Aug 07 04:55:20.519272 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-87319691-ef02-45f7-9ae7-e2904f57d2b4 req-7b56902d-d715-4a95-8002-f8745a626f15 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 07 04:55:20.808388 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec13af-52e1-4947-a479-aa708c165395 req-13e3f0d8-961f-4126-b327-037dff6e49e1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:20.809900 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-24ec13af-52e1-4947-a479-aa708c165395 req-13e3f0d8-961f-4126-b327-037dff6e49e1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Aug 07 04:55:20.852736 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-24ec13af-52e1-4947-a479-aa708c165395 req-5f6e3bef-6ed2-4573-a955-3015175ff73e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367033 Aug 07 04:55:21.581373 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-bdafc345-09fd-4b9f-85bf-9e1148abdb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.645648 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f230b-e0da-47dd-b9a5-a4d48f4bb295 req-09b896ad-7ec7-493f-923f-52e37eb68d92 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:21.647154 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ea1f230b-e0da-47dd-b9a5-a4d48f4bb295 req-09b896ad-7ec7-493f-923f-52e37eb68d92 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0553763 Aug 07 04:55:21.687055 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ea1f230b-e0da-47dd-b9a5-a4d48f4bb295 req-ed49a913-71aa-45bd-9edb-d0372e0839f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 07 04:55:21.980019 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f21a89-0991-4f20-838d-98ea1222c20e req-82ed9381-7ec5-4069-a6d8-1cf9763513e2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:21.981547 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-18f21a89-0991-4f20-838d-98ea1222c20e req-82ed9381-7ec5-4069-a6d8-1cf9763513e2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0553541 Aug 07 04:55:22.024572 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-18f21a89-0991-4f20-838d-98ea1222c20e req-6a34d956-f379-4296-a6fe-5c61f1ef6cb9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370045 Aug 07 04:55:22.402508 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.818898 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aba1f-a3f8-489f-a89b-803f2c773091 req-02765770-4f23-44eb-a9e3-4d82a01ad8ba tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:22.820407 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-571aba1f-a3f8-489f-a89b-803f2c773091 req-02765770-4f23-44eb-a9e3-4d82a01ad8ba tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Aug 07 04:55:22.866185 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-571aba1f-a3f8-489f-a89b-803f2c773091 req-5d0e9bd1-0565-4642-b5d4-d9942f48cadf tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Aug 07 04:55:23.086352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-f9468754-0638-4e29-9b0d-0316f8a1caa4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:23.087979 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-f9468754-0638-4e29-9b0d-0316f8a1caa4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/networks?id=a75033fe-395c-44bd-aeca-8b2f84f00266 HTTP/1.1" status: 200 len: 808 time: 0.1180782 Aug 07 04:55:23.103458 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-76a7b7c5-c2bb-49ae-a5ee-d7f7e77175ab tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/quotas/910b734a3aa343fb9c79c6f1ae1ed425 HTTP/1.1" status: 200 len: 375 time: 0.0089488 Aug 07 04:55:23.138939 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-890259f9-446b-4a3e-9e3f-40bbfd1ada2a tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275731 Aug 07 04:55:23.153869 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34304) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:23.255102 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-25a13b46-1f18-46f3-9fe6-9a3be95534bc service neutron] 10.222.0.35 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086192 Aug 07 04:55:23.305828 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-da4c066a-1722-466e-8c93-2cc3d0dcba47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.337248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d92fa1-e8af-453c-b7a3-8b88a50880e8 req-e87839c7-4ca6-4765-8c3f-9d88d0ad6080 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:23.345086 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-76d92fa1-e8af-453c-b7a3-8b88a50880e8 req-e87839c7-4ca6-4765-8c3f-9d88d0ad6080 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0923247 Aug 07 04:55:23.360383 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-f417c3b7-3814-4d28-8722-06d342575013 service neutron] 10.222.0.35 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930417 Aug 07 04:55:23.410421 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-76d92fa1-e8af-453c-b7a3-8b88a50880e8 req-dc1e7895-99fa-4b0f-962e-11f0da1976c7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621083 Aug 07 04:55:23.506803 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-da4c066a-1722-466e-8c93-2cc3d0dcba47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.516502 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-da4c066a-1722-466e-8c93-2cc3d0dcba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.592048 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-813d01ae-f579-48b2-8a1d-41068b06ad24 req-f034463d-a187-4e41-804d-b0cab8fb7519 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0495348 Aug 07 04:55:23.606540 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34330) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:23.606943 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-da4c066a-1722-466e-8c93-2cc3d0dcba47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ddedb9eab264af6939163865d9e28d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517624 Aug 07 04:55:23.615281 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c066a-1722-466e-8c93-2cc3d0dcba47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774d5b5-e6d0-4b1b-8a51-9009ed440543,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:23.681765 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-43b98fb3-ff94-4634-9e8f-53105736caf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.704083 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-43b98fb3-ff94-4634-9e8f-53105736caf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.762046 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-43b98fb3-ff94-4634-9e8f-53105736caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.764616 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-43b98fb3-ff94-4634-9e8f-53105736caf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.768180 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-43b98fb3-ff94-4634-9e8f-53105736caf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0774d5b5-e6d0-4b1b-8a51-9009ed440543 HTTP/1.1" status: 204 len: 168 time: 0.1577718 Aug 07 04:55:23.783794 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98fb3-ff94-4634-9e8f-53105736caf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774d5b5-e6d0-4b1b-8a51-9009ed440543,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:23.993220 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e8f13-c17d-42ef-a44d-64dc582dd27c req-f7f0f145-185e-44b8-858e-fa3e5b535db2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:23.995239 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b91e8f13-c17d-42ef-a44d-64dc582dd27c req-f7f0f145-185e-44b8-858e-fa3e5b535db2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0578980 Aug 07 04:55:24.033575 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b91e8f13-c17d-42ef-a44d-64dc582dd27c req-d99b250a-adbf-4d65-a793-6d472350dc50 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a33308-1dc6-4187-9d2b-1febdf5bfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Aug 07 04:55:24.061195 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34352) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:24.088855 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9e7482a2-6f5b-4cc9-a4a0-4ebc3b9569dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.129512 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-29e31d76-4a10-4940-92bc-333251308e68 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:24.131180 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-29e31d76-4a10-4940-92bc-333251308e68 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 945 time: 0.0813558 Aug 07 04:55:24.308697 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9e7482a2-6f5b-4cc9-a4a0-4ebc3b9569dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.321744 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9e7482a2-6f5b-4cc9-a4a0-4ebc3b9569dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.347412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Deleting port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:55:24.347749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.392645 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.397799 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d38f0330-c1e3-49a4-b9ab-0c96988ee162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.572685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634545e0-9048-425c-9ccd-13d4dfbd656c req-cda5db6c-23d9-4145-982b-4d640df28b1a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:24.575172 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-634545e0-9048-425c-9ccd-13d4dfbd656c req-cda5db6c-23d9-4145-982b-4d640df28b1a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0517645 Aug 07 04:55:24.606556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7482a2-6f5b-4cc9-a4a0-4ebc3b9569dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1765e01-304c-4822-b446-4def6bf3bc79,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:24.618744 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-9e7482a2-6f5b-4cc9-a4a0-4ebc3b9569dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=012f89342b2b480b920317ce5d4d1432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564518 Aug 07 04:55:24.622133 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34364) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:24.640736 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-634545e0-9048-425c-9ccd-13d4dfbd656c req-ac021516-3f4d-449e-a098-978a2fc74ff0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590317 Aug 07 04:55:24.694045 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] For port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,segment=NetworkSegment(268a8aab-d4df-4f18-af3d-fb9ea512978d),segment_id=268a8aab-d4df-4f18-af3d-fb9ea512978d)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:24.694414 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.710671 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b24e-bd30-4dd2-a2e4-cb204817087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.729640 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Calling delete_port for 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:55:24.734359 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c3a3ebdb-843e-4f4e-8e5f-79c5528087ae req-c40b19c6-900f-4007-aa7a-c38391b24a24 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0425134 Aug 07 04:55:24.743295 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b24e-bd30-4dd2-a2e4-cb204817087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.815240 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b24e-bd30-4dd2-a2e4-cb204817087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.818107 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b24e-bd30-4dd2-a2e4-cb204817087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.819295 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8bc2b24e-bd30-4dd2-a2e4-cb204817087d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1765e01-304c-4822-b446-4def6bf3bc79 HTTP/1.1" status: 204 len: 168 time: 0.1956275 Aug 07 04:55:24.832844 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2b24e-bd30-4dd2-a2e4-cb204817087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1765e01-304c-4822-b446-4def6bf3bc79,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:24.924109 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.961421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Pushing event deleted for resources: {'Port': ['ID=1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:24.978129 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:25.036391 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] No DVR routers for this DVR port 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:55:25.039458 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.042324 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c5c82d90-5d71-48e7-b354-d2845ee95b74 req-16a04022-6dfe-47b5-a2c3-12c5a12979f2 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.24 "DELETE /v2.0/ports/1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 HTTP/1.1" status: 204 len: 173 time: 0.8971257 Aug 07 04:55:25.042805 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'name': 'network-vif-deleted', 'tag': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:25.045173 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e00e2-436d-497b-8a45-d987fbab6b43" -d '{"events": [{"server_uuid": "ebbb4a6b-6863-4efc-8e24-5073fcf14368", "name": "network-vif-deleted", "tag": "1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:25.103159 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881bab51-c2ea-42a9-99ec-080fa81b5ccf x-openstack-request-id: req-881bab51-c2ea-42a9-99ec-080fa81b5ccf {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:25.104298 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb4a6b-6863-4efc-8e24-5073fcf14368", "name": "network-vif-deleted", "tag": "1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:25.104298 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-881bab51-c2ea-42a9-99ec-080fa81b5ccf {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:25.104954 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb4a6b-6863-4efc-8e24-5073fcf14368', 'name': 'network-vif-deleted', 'tag': '1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1', 'status': 'completed', 'code': 200} Aug 07 04:55:25.179425 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-583c67fa-e5de-4b93-bb03-05e301863ff9 req-5e123069-0636-477e-a1ce-0b55bc068c4d tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0408270 Aug 07 04:55:25.216212 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-16b0c33a-a3e8-47b7-807a-65802815560b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:25.218007 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-16b0c33a-a3e8-47b7-807a-65802815560b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "GET /v2.0/networks?id=a75033fe-395c-44bd-aeca-8b2f84f00266 HTTP/1.1" status: 200 len: 808 time: 0.2428956 Aug 07 04:55:25.282516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Request body: {'port': {'device_id': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266', 'admin_state_up': True, 'tenant_id': '910b734a3aa343fb9c79c6f1ae1ed425'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:25.412401 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Made reservation on behalf of 910b734a3aa343fb9c79c6f1ae1ed425 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:25.419173 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.570517 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.751261 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Allocated IP 172.20.0.13 (a75033fe-395c-44bd-aeca-8b2f84f00266/c78c259a-7e84-4885-badb-096e847ffd03/337a0ff1-4895-4bdd-89c0-fa8596538184) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:25.767852 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2b34-ffa3-478a-b85c-5976c66b14ef req-33e7b9c9-78ec-46c4-a958-b4e6f703b7bb tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:25.770292 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-531a2b34-ffa3-478a-b85c-5976c66b14ef req-33e7b9c9-78ec-46c4-a958-b4e6f703b7bb tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0614145 Aug 07 04:55:25.818447 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-531a2b34-ffa3-478a-b85c-5976c66b14ef req-8d864b25-8e5c-494b-9f34-0d11c35b293c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Aug 07 04:55:25.865408 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9678f3f9-e282-4705-9c42-d3868d08b262 req-f7bebefd-8298-48b0-9259-5e982aba4a8f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0395911 Aug 07 04:55:25.972573 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.024305 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.082854 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Network a75033fe-395c-44bd-aeca-8b2f84f00266 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:26.089134 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:26.097427 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:26.100769 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:26.101408 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.111504 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Pushing event updated for resources: {'Port': ['ID=337a0ff1-4895-4bdd-89c0-fa8596538184,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:26.131792 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-9ac67a69-0ef6-463e-b557-6b0e55073ca0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532758 Aug 07 04:55:26.299948 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9dace383-97bd-4194-8827-a21bfe048cdd req-12b9be47-af22-4c6a-92f3-01776965aa63 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0363588 Aug 07 04:55:26.337113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Request body: {'port': {'device_id': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:26.395449 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.574662 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34470) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:26.687335 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0d7-abfe-48b1-88c8-45e7b641e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.697273 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337a0ff1-4895-4bdd-89c0-fa8596538184 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:26.705472 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.718397 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Transition to ACTIVE for port object 337a0ff1-4895-4bdd-89c0-fa8596538184 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:26.722143 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.792365 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0d7-abfe-48b1-88c8-45e7b641e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.797240 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-34cdd0d7-abfe-48b1-88c8-45e7b641e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.802855 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Pushing event updated for resources: {'Port': ['ID=337a0ff1-4895-4bdd-89c0-fa8596538184,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:26.810478 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Attempting to bind port 337a0ff1-4895-4bdd-89c0-fa8596538184 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:26.810798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Attempting to bind port 337a0ff1-4895-4bdd-89c0-fa8596538184 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:26.811148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Attempting to bind port 337a0ff1-4895-4bdd-89c0-fa8596538184 on network a75033fe-395c-44bd-aeca-8b2f84f00266 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:26.815613 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Port 337a0ff1-4895-4bdd-89c0-fa8596538184 on network a75033fe-395c-44bd-aeca-8b2f84f00266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:55:26.815927 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Attempting to bind port 337a0ff1-4895-4bdd-89c0-fa8596538184 on network a75033fe-395c-44bd-aeca-8b2f84f00266 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:26.826000 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:26.826287 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Checking segment: {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:26.826672 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Bound using segment: {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:26.827279 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Bound port: 337a0ff1-4895-4bdd-89c0-fa8596538184, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:26.827474 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.839328 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-34cdd0d7-abfe-48b1-88c8-45e7b641e101 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa8a9013bc2d481bb6c077e2298a2d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631009 Aug 07 04:55:26.839647 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34482) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:26.843000 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdd0d7-abfe-48b1-88c8-45e7b641e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb584c8-560f-4218-9170-fee07a104354,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:26.926205 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] For port 337a0ff1-4895-4bdd-89c0-fa8596538184, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:26.941012 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0c518722-9a82-446b-88e3-9cca061b5eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.948882 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] For port 337a0ff1-4895-4bdd-89c0-fa8596538184, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=337a0ff1-4895-4bdd-89c0-fa8596538184,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:26.953287 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19df376-2fda-48f2-ae30-ee1738170174 req-96e17b12-0160-4536-86c5-fb59b65928f1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:26.956018 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c19df376-2fda-48f2-ae30-ee1738170174 req-96e17b12-0160-4536-86c5-fb59b65928f1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0581253 Aug 07 04:55:26.960191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.971582 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.975411 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0c518722-9a82-446b-88e3-9cca061b5eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.998621 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c19df376-2fda-48f2-ae30-ee1738170174 req-15718a50-5c16-4057-aad2-843fef421931 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359404 Aug 07 04:55:27.020498 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:27.021542 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.023350 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] 10.222.0.24 "PUT /v2.0/ports/337a0ff1-4895-4bdd-89c0-fa8596538184 HTTP/1.1" status: 200 len: 1094 time: 0.6906703 Aug 07 04:55:27.023998 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'tag': '337a0ff1-4895-4bdd-89c0-fa8596538184'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:27.026988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c034e-769d-4581-9ed0-fb5ab808feb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ce309-bcca-4504-9c88-5c183528a8f8", "tag": "337a0ff1-4895-4bdd-89c0-fa8596538184"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:27.070037 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f98b57-420e-41f7-8d9e-cb871728611d service neutron] Pushing event updated for resources: {'Port': ['ID=337a0ff1-4895-4bdd-89c0-fa8596538184,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:27.097759 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0c518722-9a82-446b-88e3-9cca061b5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.100204 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0c518722-9a82-446b-88e3-9cca061b5eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.101402 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0c518722-9a82-446b-88e3-9cca061b5eb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfb584c8-560f-4218-9170-fee07a104354 HTTP/1.1" status: 204 len: 168 time: 0.2603798 Aug 07 04:55:27.121676 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:55:27.122290 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518722-9a82-446b-88e3-9cca061b5eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb584c8-560f-4218-9170-fee07a104354,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:27.139773 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbceb3e-a9a4-4c97-85dd-f2a54c167c7a req-8003e6ff-683c-4c93-8761-3b53252e0793 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:27.146660 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bfbceb3e-a9a4-4c97-85dd-f2a54c167c7a req-8003e6ff-683c-4c93-8761-3b53252e0793 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0740132 Aug 07 04:55:27.190313 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bfbceb3e-a9a4-4c97-85dd-f2a54c167c7a req-9ec7e9e8-ea89-425c-8887-6b88aa9e8251 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Aug 07 04:55:27.238209 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dfba92-e9e1-4978-950e-e88683c01993 x-openstack-request-id: req-b4dfba92-e9e1-4978-950e-e88683c01993 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:27.238502 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ce309-bcca-4504-9c88-5c183528a8f8", "tag": "337a0ff1-4895-4bdd-89c0-fa8596538184", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:27.238760 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4dfba92-e9e1-4978-950e-e88683c01993 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:27.239190 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'tag': '337a0ff1-4895-4bdd-89c0-fa8596538184', 'status': 'completed', 'code': 200} Aug 07 04:55:27.422256 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f87e40c8-665b-47d1-8851-d0c27aa0c913 req-0f7d48c2-7fe7-4b75-a4ce-2d11a66cb659 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0292232 Aug 07 04:55:27.511112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34512) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:27.524817 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c23f4d6-e8d0-4878-9d9a-b656176e12ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.624586 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c23f4d6-e8d0-4878-9d9a-b656176e12ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.628339 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c23f4d6-e8d0-4878-9d9a-b656176e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.664092 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f4d6-e8d0-4878-9d9a-b656176e12ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f18744-058e-476e-b873-50eaef4309cc,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:27.668918 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1c23f4d6-e8d0-4878-9d9a-b656176e12ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=498485082fa24bfbb3a9b1bd145b4700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567221 Aug 07 04:55:27.671711 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34518) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:27.718163 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a1892d3-d19d-4b57-860b-822d46fc0962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.741441 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a1892d3-d19d-4b57-860b-822d46fc0962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.785501 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a1892d3-d19d-4b57-860b-822d46fc0962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.787955 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a1892d3-d19d-4b57-860b-822d46fc0962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.789086 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0a1892d3-d19d-4b57-860b-822d46fc0962 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3f18744-058e-476e-b873-50eaef4309cc HTTP/1.1" status: 204 len: 168 time: 0.1164663 Aug 07 04:55:27.796715 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1892d3-d19d-4b57-860b-822d46fc0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f18744-058e-476e-b873-50eaef4309cc,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:28.117460 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098325ac-2831-499a-9d42-82be061f84f7 req-e7096587-e670-4cf7-8bf4-7504e8a2167b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:28.119009 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-098325ac-2831-499a-9d42-82be061f84f7 req-e7096587-e670-4cf7-8bf4-7504e8a2167b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Aug 07 04:55:28.158182 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-098325ac-2831-499a-9d42-82be061f84f7 req-7495012c-5630-49fb-ba01-ad4985fc2b0f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Aug 07 04:55:28.312849 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e0f2-fa46-41dd-9577-f2e80301adef req-1ebaa3ea-918f-4590-903b-0a231f647871 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:28.314414 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-24b9e0f2-fa46-41dd-9577-f2e80301adef req-1ebaa3ea-918f-4590-903b-0a231f647871 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0490663 Aug 07 04:55:28.356488 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-24b9e0f2-fa46-41dd-9577-f2e80301adef req-812bfa64-cb9a-4ae9-a460-200e56087cac tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Aug 07 04:55:28.527615 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2f13968a-3fdf-4534-bc4e-934f2405aa54 req-c3a3b44e-accb-4f6e-8fc4-9bb674ec5709 tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0252414 Aug 07 04:55:29.274960 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a7ea6-9543-44b0-a594-73b8190ca2ee req-4a5f562b-a979-4a2d-8042-5bbfa681a717 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:29.277556 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e56a7ea6-9543-44b0-a594-73b8190ca2ee req-4a5f562b-a979-4a2d-8042-5bbfa681a717 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0502510 Aug 07 04:55:29.319684 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e56a7ea6-9543-44b0-a594-73b8190ca2ee req-29ee0816-328f-467e-b4df-c8f9faf57061 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357053 Aug 07 04:55:29.480278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97570c1b-0569-476c-9795-06dbbd2ce19f req-b5c17eaa-f0a3-427c-8380-5c1e362dd5b0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:29.481927 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97570c1b-0569-476c-9795-06dbbd2ce19f req-b5c17eaa-f0a3-427c-8380-5c1e362dd5b0 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0529652 Aug 07 04:55:29.525973 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97570c1b-0569-476c-9795-06dbbd2ce19f req-a69763c2-0e6e-4b92-96b8-dc8508617bfb tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Aug 07 04:55:29.636570 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-df74bdbd-cff6-483b-b636-e6b23afbf9a8 req-43770d27-4e2e-450a-9d7e-3bec06db319d tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0293508 Aug 07 04:55:29.833594 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34612) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:29.935848 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0d24b8f-b6b1-4b99-9680-8279cf315189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.022181 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0d24b8f-b6b1-4b99-9680-8279cf315189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.026716 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0d24b8f-b6b1-4b99-9680-8279cf315189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.064180 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-f0d24b8f-b6b1-4b99-9680-8279cf315189 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95851f1f4ba24194b503e0aa6b660f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295640 Aug 07 04:55:30.065068 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d24b8f-b6b1-4b99-9680-8279cf315189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35773a04-2ffc-4a31-87cd-afe84e84794c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:30.066815 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34616) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:30.116497 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8de9ec37-f0b2-401b-becc-f23247b04900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.132673 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:55:30.138597 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8de9ec37-f0b2-401b-becc-f23247b04900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.157556 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:55:30.157897 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1b5eb467-65ff-42a9-ae4a-da9f4bbed5d1 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:55:30.187277 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8de9ec37-f0b2-401b-becc-f23247b04900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.189868 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8de9ec37-f0b2-401b-becc-f23247b04900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.190993 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8de9ec37-f0b2-401b-becc-f23247b04900 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35773a04-2ffc-4a31-87cd-afe84e84794c HTTP/1.1" status: 204 len: 168 time: 0.1232083 Aug 07 04:55:30.199402 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9ec37-f0b2-401b-becc-f23247b04900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35773a04-2ffc-4a31-87cd-afe84e84794c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:30.441239 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763444af-1a03-499a-adad-5c2f389562e9 req-c42ac895-ea23-42ad-a575-2fffb4e6568a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.442626 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-763444af-1a03-499a-adad-5c2f389562e9 req-c42ac895-ea23-42ad-a575-2fffb4e6568a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0518832 Aug 07 04:55:30.464592 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34626) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:30.478068 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9b4010bb-7b82-41b7-a1df-50f217ce156b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.483285 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-763444af-1a03-499a-adad-5c2f389562e9 req-58d918ed-913a-4b46-ac36-bf4f96c46f63 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328660 Aug 07 04:55:30.573734 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9b4010bb-7b82-41b7-a1df-50f217ce156b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.577221 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9b4010bb-7b82-41b7-a1df-50f217ce156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.613223 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4010bb-7b82-41b7-a1df-50f217ce156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282ad69-e2bf-4d37-9f75-885d8b249aa1,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:30.622489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9b4010bb-7b82-41b7-a1df-50f217ce156b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a591656367474178898f71689b53809f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541097 Aug 07 04:55:30.623093 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34632) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:30.655471 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73f80d-6e63-4827-bc67-6ed38b45a062 req-d2017c52-4479-43af-9adc-737c669d0279 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.658196 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9d73f80d-6e63-4827-bc67-6ed38b45a062 req-d2017c52-4479-43af-9adc-737c669d0279 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0587835 Aug 07 04:55:30.674834 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93af8ddc-d131-4107-8a88-50a774f406ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.695472 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93af8ddc-d131-4107-8a88-50a774f406ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.695832 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9d73f80d-6e63-4827-bc67-6ed38b45a062 req-971ea5de-9573-46e6-8894-54de1ffcc297 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 07 04:55:30.760444 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c034e-769d-4581-9ed0-fb5ab808feb2 req-bb4961b9-db34-4eaa-897b-d09addc89c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.762189 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f68c034e-769d-4581-9ed0-fb5ab808feb2 req-bb4961b9-db34-4eaa-897b-d09addc89c94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0648313 Aug 07 04:55:30.794261 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0ce89e1d-b689-4023-a1c3-286ebe29159b req-cbcec349-b774-4f2d-88f7-dc5f6ae1988e tempest-DeleteServersTestJSON-1325601472 tempest-DeleteServersTestJSON-1325601472-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebbb4a6b-6863-4efc-8e24-5073fcf14368 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Aug 07 04:55:30.795871 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93af8ddc-d131-4107-8a88-50a774f406ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.798387 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-93af8ddc-d131-4107-8a88-50a774f406ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.799419 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-93af8ddc-d131-4107-8a88-50a774f406ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c282ad69-e2bf-4d37-9f75-885d8b249aa1 HTTP/1.1" status: 204 len: 168 time: 0.1758385 Aug 07 04:55:30.816732 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af8ddc-d131-4107-8a88-50a774f406ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282ad69-e2bf-4d37-9f75-885d8b249aa1,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:30.907778 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c034e-769d-4581-9ed0-fb5ab808feb2 req-e17bf7db-c8f2-4803-ab8b-d3e0c90e7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.909288 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f68c034e-769d-4581-9ed0-fb5ab808feb2 req-e17bf7db-c8f2-4803-ab8b-d3e0c90e7785 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1026058 Aug 07 04:55:31.009054 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c034e-769d-4581-9ed0-fb5ab808feb2 req-8dcf1ebf-1bde-4a9f-b414-9e790613e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:31.011177 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f68c034e-769d-4581-9ed0-fb5ab808feb2 req-8dcf1ebf-1bde-4a9f-b414-9e790613e86a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924511 Aug 07 04:55:31.156783 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-09c0a300-aef6-49bb-92ae-0bafbf9e7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:31.158342 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-09c0a300-aef6-49bb-92ae-0bafbf9e7efc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0546496 Aug 07 04:55:31.212115 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-1dfb2806-5812-4cd9-be1c-ff710044470d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=337a0ff1-4895-4bdd-89c0-fa8596538184 HTTP/1.1" status: 200 len: 217 time: 0.0362551 Aug 07 04:55:31.262320 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-dac3733c-95b4-4480-ad7a-e43a1eceaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:31.263753 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-dac3733c-95b4-4480-ad7a-e43a1eceaae3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c78c259a-7e84-4885-badb-096e847ffd03 HTTP/1.1" status: 200 len: 848 time: 0.0435431 Aug 07 04:55:31.309184 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-800f8f6d-1992-4d6f-926a-cf17f30df4cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a75033fe-395c-44bd-aeca-8b2f84f00266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346243 Aug 07 04:55:31.412817 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-cd632a8b-c6d7-46b7-a691-ebe3e637ad36 service neutron] 10.222.0.24 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938001 Aug 07 04:55:31.517038 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3be58747-5d5e-4d13-a882-bc86df8acfeb req-c55f0a43-8122-4bfb-a26a-c986e6fddcb5 service neutron] 10.222.0.24 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964015 Aug 07 04:55:31.608645 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23d3b-d96b-4165-9945-a5a74b3795de req-f3957f7a-caaf-4542-875b-305110e0336d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:31.609972 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e9f23d3b-d96b-4165-9945-a5a74b3795de req-f3957f7a-caaf-4542-875b-305110e0336d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0498869 Aug 07 04:55:31.655080 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e9f23d3b-d96b-4165-9945-a5a74b3795de req-0a18bb21-a0d7-493b-b41e-aac54787e9a2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Aug 07 04:55:31.823566 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a03c21-c1e2-4c5f-a9aa-ccff9474e79f req-98d432a0-f70c-4c96-a4a7-e63962e213c3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:31.825210 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-64a03c21-c1e2-4c5f-a9aa-ccff9474e79f req-98d432a0-f70c-4c96-a4a7-e63962e213c3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0547729 Aug 07 04:55:31.875023 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-64a03c21-c1e2-4c5f-a9aa-ccff9474e79f req-75e66f7c-119a-4057-9f3d-f61121ea51c3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373044 Aug 07 04:55:32.638514 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bc8b7-5f9b-492e-9187-1382cbf8fe7a req-a98cff98-dfe3-49b0-bee7-e0b952375d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:32.640397 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-228bc8b7-5f9b-492e-9187-1382cbf8fe7a req-a98cff98-dfe3-49b0-bee7-e0b952375d3a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 1099 time: 0.0902550 Aug 07 04:55:32.693541 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-228bc8b7-5f9b-492e-9187-1382cbf8fe7a req-71e579c2-3542-4b94-bcc5-2f2c58eaeef1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Aug 07 04:55:32.809722 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ac7b-995b-4338-a270-eab4ee9edd83 req-b004e90d-ec7d-42fa-9ea2-64a304ea3827 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:32.811510 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2306ac7b-995b-4338-a270-eab4ee9edd83 req-b004e90d-ec7d-42fa-9ea2-64a304ea3827 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0679169 Aug 07 04:55:32.866008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2306ac7b-995b-4338-a270-eab4ee9edd83 req-3ae1479e-05ee-4296-8a3b-2e5470bf67ad tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383635 Aug 07 04:55:33.002903 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7506f-0578-447f-92f6-9e20e4a91d4a req-86b3fcc2-7b66-40e7-99d7-98945974bfb6 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:33.004368 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-abf7506f-0578-447f-92f6-9e20e4a91d4a req-86b3fcc2-7b66-40e7-99d7-98945974bfb6 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0540025 Aug 07 04:55:33.043337 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-abf7506f-0578-447f-92f6-9e20e4a91d4a req-00820079-d993-40d5-8e62-c6a21b2fb58f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 07 04:55:33.233746 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-3bfdab73-59d6-4801-b6c5-998552e337b6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:33.235193 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-3bfdab73-59d6-4801-b6c5-998552e337b6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.1026127 Aug 07 04:55:33.249774 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-865e0b64-eac1-4a30-8601-5a1a84372c5c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/quotas/56d51e070d184693b32f62e300ded4fa HTTP/1.1" status: 200 len: 375 time: 0.0088699 Aug 07 04:55:33.313134 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-ed4078a7-61e1-46bf-87df-83faf31f2935 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580890 Aug 07 04:55:33.422039 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b9d5e0d0-5150-410d-8882-290434542764 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006799 Aug 07 04:55:33.517779 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34782) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:33.541558 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b652c90f-09a6-4a48-8b18-703dc6ac04c6 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132681 Aug 07 04:55:33.590436 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Deleting subnet ea888c98-1cf8-49d6-82c9-ffa79fe7b536 {{(pid=93255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:55:33.596090 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.649392 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.665266 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.704845 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34790) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:33.753104 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f1b15807-139c-4ade-be75-250a4a830d6b req-c4796ab9-f92b-4f47-a7f6-acba63f5cd39 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 210 time: 0.0364602 Aug 07 04:55:33.783024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.819929 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea888c98-1cf8-49d6-82c9-ffa79fe7b536,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:33.828829 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.830872 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ff1be224-ba3f-404b-8175-14e6c4c0177c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ea888c98-1cf8-49d6-82c9-ffa79fe7b536 HTTP/1.1" status: 204 len: 168 time: 0.3117158 Aug 07 04:55:33.833216 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34796) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:33.842347 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-66d32fd5-71a2-4ac1-82ca-a6c741aa4979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.918961 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.004209 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-66d32fd5-71a2-4ac1-82ca-a6c741aa4979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.014178 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-66d32fd5-71a2-4ac1-82ca-a6c741aa4979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.030426 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.043721 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.044097 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.044976 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.045321 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > port after_create 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.045719 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.046165 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > port after_update 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.046451 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.046845 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.047168 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.047494 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.048071 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56474664-9aa2-4fd4-b007-722a810e96a5 req-950314d8-c678-4840-951f-fb5829bb5b84 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.055591 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-56474664-9aa2-4fd4-b007-722a810e96a5 req-950314d8-c678-4840-951f-fb5829bb5b84 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0944431 Aug 07 04:55:34.084280 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-66d32fd5-71a2-4ac1-82ca-a6c741aa4979 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c092a35acfaf4f049cd7f728700ff6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781228 Aug 07 04:55:34.097153 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34812) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:34.120879 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d32fd5-71a2-4ac1-82ca-a6c741aa4979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8836de1-c3a5-472f-b88d-eeb82bb23242,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.168407 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-56474664-9aa2-4fd4-b007-722a810e96a5 req-08322521-3d61-4ea2-998f-73ac3f31723c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117556 Aug 07 04:55:34.206201 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3bc4-eb2f-4fc0-bfda-a08174233199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.237696 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3bc4-eb2f-4fc0-bfda-a08174233199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.288925 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.291689 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.292466 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.293800 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:34.294541 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f1fe1f-8945-4293-ba92-135a006394e5']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:34.320360 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3bc4-eb2f-4fc0-bfda-a08174233199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.323693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3bc4-eb2f-4fc0-bfda-a08174233199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.327613 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5cdb3bc4-eb2f-4fc0-bfda-a08174233199 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8836de1-c3a5-472f-b88d-eeb82bb23242 HTTP/1.1" status: 204 len: 168 time: 0.2268376 Aug 07 04:55:34.336415 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268a8aab-d4df-4f18-af3d-fb9ea512978d') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:34.337007 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268a8aab-d4df-4f18-af3d-fb9ea512978d') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:34.347965 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb3bc4-eb2f-4fc0-bfda-a08174233199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8836de1-c3a5-472f-b88d-eeb82bb23242,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.410168 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.454213 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.473443 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d8e2-124e-4e3b-b5b8-c1a4f50bbe86 req-ccd72c2c-c75b-4542-9e31-182b970aa9a8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.475312 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5ca7d8e2-124e-4e3b-b5b8-c1a4f50bbe86 req-ccd72c2c-c75b-4542-9e31-182b970aa9a8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 944 time: 0.1422360 Aug 07 04:55:34.481301 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:55:34.481927 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: from cryptography.utils import int_from_bytes Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: from cryptography.utils import int_from_bytes Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:55:34.486092 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:55:34.567923 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.571569 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5ca7d8e2-124e-4e3b-b5b8-c1a4f50bbe86 req-2f338581-b443-4870-a1cc-2d1bb7dabfc8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Aug 07 04:55:34.579685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.586196 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] 10.222.0.35 "DELETE /v2.0/networks/69f1fe1f-8945-4293-ba92-135a006394e5 HTTP/1.1" status: 204 len: 168 time: 0.7518375 Aug 07 04:55:34.597506 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296eba-f0ab-4685-92e6-628907539038 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f1fe1f-8945-4293-ba92-135a006394e5,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.712224 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34834) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:34.715891 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 337a0ff1-4895-4bdd-89c0-fa8596538184 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:55:34.726511 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc71c-61c9-4951-b86a-23d7ba0091b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.790801 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34838) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:34.818683 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 337a0ff1-4895-4bdd-89c0-fa8596538184, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=337a0ff1-4895-4bdd-89c0-fa8596538184,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:34.831655 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '337a0ff1-4895-4bdd-89c0-fa8596538184', 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266', 'port_id': '337a0ff1-4895-4bdd-89c0-fa8596538184', 'mac_address': 'fa:16:3e:32:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78c259a-7e84-4885-badb-096e847ffd03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:55:34.840176 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-2723b448-3eef-4e81-b714-cff201f7e3a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbad771114b14d1c813e85f39291b826&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470729 Aug 07 04:55:34.842520 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34840) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:34.851718 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc71c-61c9-4951-b86a-23d7ba0091b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.863203 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc71c-61c9-4951-b86a-23d7ba0091b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.875540 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.883018 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-89816124-ca89-4bd4-b596-0eedb824cf99 req-74df569d-8eb3-40e7-b20d-a73d3da149f9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 210 time: 0.0300043 Aug 07 04:55:34.889760 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a0ff1-4895-4bdd-89c0-fa8596538184 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:34.904889 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b90644c5-73ad-4f2a-8c3a-75df19e0dc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.918749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 337a0ff1-4895-4bdd-89c0-fa8596538184, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=337a0ff1-4895-4bdd-89c0-fa8596538184,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:34.922819 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc71c-61c9-4951-b86a-23d7ba0091b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436b5f1-75a6-4bd2-bdab-186a617ce4b7,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.924469 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.928625 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b90644c5-73ad-4f2a-8c3a-75df19e0dc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.939753 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 34842) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:34.940299 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f9dcc71c-61c9-4951-b86a-23d7ba0091b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d5e6add8b5b4ee1bf9621938ff3e679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263451 Aug 07 04:55:34.973790 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=337a0ff1-4895-4bdd-89c0-fa8596538184,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:35.005890 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-78b4730e-e97d-4a89-8c5e-699156c2ca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.015929 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b90644c5-73ad-4f2a-8c3a-75df19e0dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.018352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b90644c5-73ad-4f2a-8c3a-75df19e0dc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.019446 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b90644c5-73ad-4f2a-8c3a-75df19e0dc44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5a33308-1dc6-4187-9d2b-1febdf5bfea7 HTTP/1.1" status: 204 len: 168 time: 0.1757932 Aug 07 04:55:35.038203 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-78b4730e-e97d-4a89-8c5e-699156c2ca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.045032 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90644c5-73ad-4f2a-8c3a-75df19e0dc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a33308-1dc6-4187-9d2b-1febdf5bfea7,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:35.106405 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-78b4730e-e97d-4a89-8c5e-699156c2ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.108996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-78b4730e-e97d-4a89-8c5e-699156c2ca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.110375 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-78b4730e-e97d-4a89-8c5e-699156c2ca53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b436b5f1-75a6-4bd2-bdab-186a617ce4b7 HTTP/1.1" status: 204 len: 168 time: 0.1695416 Aug 07 04:55:35.118428 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4730e-e97d-4a89-8c5e-699156c2ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436b5f1-75a6-4bd2-bdab-186a617ce4b7,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:35.253406 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-18b7ef1e-3480-42cb-9e64-9bbac587e39b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.255286 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-18b7ef1e-3480-42cb-9e64-9bbac587e39b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.1158762 Aug 07 04:55:35.282894 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Request body: {'port': {'device_id': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'admin_state_up': True, 'tenant_id': '56d51e070d184693b32f62e300ded4fa'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:35.399427 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f534542-8824-4408-88f0-f383497fe727 req-ee02fee8-44be-43dc-bbca-6c3632b47dcc tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.402063 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9f534542-8824-4408-88f0-f383497fe727 req-ee02fee8-44be-43dc-bbca-6c3632b47dcc tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.1150930 Aug 07 04:55:35.475462 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9f534542-8824-4408-88f0-f383497fe727 req-a75e7cb2-9a46-4e69-a0ff-1901c5ad20a6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Aug 07 04:55:35.487500 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['337a0ff1-4895-4bdd-89c0-fa8596538184'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:35.490262 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Made reservation on behalf of 56d51e070d184693b32f62e300ded4fa for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:35.500191 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.758370 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34884) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:35.790439 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21930-adb4-4233-96f9-d471603a9c60 req-fde5d8b2-ce3d-45ec-a0d2-ec2a45af7d66 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.792333 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-45e21930-adb4-4233-96f9-d471603a9c60 req-fde5d8b2-ce3d-45ec-a0d2-ec2a45af7d66 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1349349 Aug 07 04:55:35.808081 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-609fb0a6-f915-4ead-85e1-3c49febe9fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.835843 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Allocated IP 172.20.0.10 (c0e4a04f-a799-47ad-9475-bb3ebbb61692/2dc8ee7d-2bd2-4556-9ec8-d32d05612991/2d316e0b-8eea-4346-9431-4ce3f3d44c94) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:35.854518 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ec978-1017-4963-89a9-fa5db4b44bb6 req-a8632e53-9039-4680-a325-6f5b4047c942 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.863571 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-45e21930-adb4-4233-96f9-d471603a9c60 req-2fd87112-3786-494f-9bc5-1a1568311535 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615396 Aug 07 04:55:35.864666 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7b4ec978-1017-4963-89a9-fa5db4b44bb6 req-a8632e53-9039-4680-a325-6f5b4047c942 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 945 time: 0.1332555 Aug 07 04:55:35.942802 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7b4ec978-1017-4963-89a9-fa5db4b44bb6 req-832b4a47-b35b-4554-9e8f-ed6fbc44d8e1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Aug 07 04:55:36.059080 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-609fb0a6-f915-4ead-85e1-3c49febe9fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.060405 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.068599 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-609fb0a6-f915-4ead-85e1-3c49febe9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.112750 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-70b7cfa7-126e-47da-96ea-cb5c53afa20b req-85cba6fc-8439-44de-9263-b174b5934e2d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 210 time: 0.0992217 Aug 07 04:55:36.115094 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.145664 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:36.151375 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:36.158521 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:36.186894 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fb0a6-f915-4ead-85e1-3c49febe9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cbe9f4-89e4-490f-b781-bed4d47b56c8,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:36.191347 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-609fb0a6-f915-4ead-85e1-3c49febe9fc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c60ed110400e4d9e93bbd219b358b152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045043 Aug 07 04:55:36.194450 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34898) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:36.263599 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-197d0020-cd51-4738-9ae6-868af7d32665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.288536 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-197d0020-cd51-4738-9ae6-868af7d32665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.296196 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event updated for resources: {'Port': ['ID=2d316e0b-8eea-4346-9431-4ce3f3d44c94,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:36.306049 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:36.306831 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.336408 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-e2561806-b267-4eac-b05a-bfe8c77e320f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0603423 Aug 07 04:55:36.358242 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-197d0020-cd51-4738-9ae6-868af7d32665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.362096 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-197d0020-cd51-4738-9ae6-868af7d32665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.363614 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-197d0020-cd51-4738-9ae6-868af7d32665 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32cbe9f4-89e4-490f-b781-bed4d47b56c8 HTTP/1.1" status: 204 len: 168 time: 0.1655629 Aug 07 04:55:36.363726 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Request body: {'port': {'device_id': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:36.386179 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d0020-cd51-4738-9ae6-868af7d32665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cbe9f4-89e4-490f-b781-bed4d47b56c8,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:36.461159 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.711587 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:37.094344 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d316e0b-8eea-4346-9431-4ce3f3d44c94 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:37.106206 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.126966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2a5d5-fe78-4db5-baae-c1f01ffd784e req-b619b08a-4a04-4eb8-a70b-a6e7801e6353 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.141086 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49d2a5d5-fe78-4db5-baae-c1f01ffd784e req-b619b08a-4a04-4eb8-a70b-a6e7801e6353 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 945 time: 0.1087370 Aug 07 04:55:37.161601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Transition to ACTIVE for port object 2d316e0b-8eea-4346-9431-4ce3f3d44c94 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:37.189459 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.293238 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267c89-a436-4ff0-96c5-d146a2b2e150 req-277ab6ee-fc79-4502-8c69-c340bab9d107 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.293238 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1d267c89-a436-4ff0-96c5-d146a2b2e150 req-277ab6ee-fc79-4502-8c69-c340bab9d107 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 944 time: 0.0672386 Aug 07 04:55:37.343254 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 34990) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:37.344736 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49d2a5d5-fe78-4db5-baae-c1f01ffd784e req-49e6cb61-0944-4538-a5e0-d781391f3634 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922934 Aug 07 04:55:37.356344 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d316e0b-8eea-4346-9431-4ce3f3d44c94,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:37.358011 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1d267c89-a436-4ff0-96c5-d146a2b2e150 req-ae27189c-9883-44f4-9157-248e4f5b2814 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611250 Aug 07 04:55:37.467728 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Attempting to bind port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:37.468075 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Attempting to bind port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:37.468924 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Attempting to bind port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:37.474106 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:55:37.474437 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Attempting to bind port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:37.480502 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:37.480762 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Checking segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:37.481211 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Bound using segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:37.481655 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Bound port: 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:37.482021 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.541884 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180291846-network', 'tenant_id': 'fec7a04aaf834777a5caf913384f1473'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:37.570822 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Made reservation on behalf of fec7a04aaf834777a5caf913384f1473 for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:37.577289 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.590553 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] For port 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:37.594852 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] For port 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:37.595180 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.602819 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.663301 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.664070 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.665481 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d316e0b-8eea-4346-9431-4ce3f3d44c94 HTTP/1.1" status: 200 len: 1094 time: 1.3066907 Aug 07 04:55:37.666133 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'tag': '2d316e0b-8eea-4346-9431-4ce3f3d44c94'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:37.669107 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b3c5de-8c8d-47a6-bee5-9422c9a66583", "tag": "2d316e0b-8eea-4346-9431-4ce3f3d44c94"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:37.705392 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f837-b1b7-4ee8-aad3-7967a43af0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d316e0b-8eea-4346-9431-4ce3f3d44c94,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:37.729226 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6da954-5dc4-4f5c-a095-6437e88d6cce x-openstack-request-id: req-6d6da954-5dc4-4f5c-a095-6437e88d6cce {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:37.729994 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b3c5de-8c8d-47a6-bee5-9422c9a66583", "tag": "2d316e0b-8eea-4346-9431-4ce3f3d44c94", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:37.730456 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d6da954-5dc4-4f5c-a095-6437e88d6cce {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:37.731051 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'tag': '2d316e0b-8eea-4346-9431-4ce3f3d44c94', 'status': 'completed', 'code': 200} Aug 07 04:55:37.753473 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.758509 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.781794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:37.801902 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee815679-1aa5-4705-8d28-e626228dd091,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:37.814161 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.814518 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Added segment 5c18cf5e-15de-4056-b2f3-7de110b7221a of type vlan for network 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89 Aug 07 04:55:37.834028 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-4e587cb5-f34a-4b63-9b93-c7c267af68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.837981 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-4e587cb5-f34a-4b63-9b93-c7c267af68bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 1097 time: 0.0866024 Aug 07 04:55:37.861099 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.894343 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.897582 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.898663 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.911241 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-17ca80f5-d0c5-4e88-934a-ab7915478187 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94 HTTP/1.1" status: 200 len: 217 time: 0.0406573 Aug 07 04:55:37.965329 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-503918ec-f91d-4d12-b5e3-0ab4f7862b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.966793 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-503918ec-f91d-4d12-b5e3-0ab4f7862b2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.0478463 Aug 07 04:55:37.977460 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6329827 Aug 07 04:55:37.980705 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35024) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:37.987756 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Request body: {'subnet': {'network_id': '9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180291846-subnet', 'tenant_id': 'fec7a04aaf834777a5caf913384f1473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:37.994527 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3905abe-1afc-4a37-859b-286963812173 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:38.007081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:38.012525 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-510cc596-2182-43fd-be2d-ae0f73a5874a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303512 Aug 07 04:55:38.016847 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Made reservation on behalf of fec7a04aaf834777a5caf913384f1473 for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:38.019532 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.178869 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-d0ec0763-2ee8-4aaa-8e91-aa11af809612 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590250 Aug 07 04:55:38.237492 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.279794 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-49ea9f32-d14d-4364-b18c-eddd0ba4b8ab req-5a41f4a0-3926-473d-9598-f8dd03278af6 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931902 Aug 07 04:55:38.298534 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50174a03-3477-46e9-aef5-2c6871c47831,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:38.305459 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Checking segment: {'id': '5c18cf5e-15de-4056-b2f3-7de110b7221a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:38.305810 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Network hostable DHCP agents. Network: 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:38.321435 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Network 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:38.330464 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:38.334308 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.334902 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.340237 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee1b15-4142-4f8a-bb86-bee6db89e87b None None] Network 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:38.349197 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f33bcc4a-c86a-4c72-b79e-d88910412313 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673110 Aug 07 04:55:38.489483 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb09e2-384f-4349-ab7d-35cb9ea09f85 None None] Network 9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:38.507092 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8215b-8c4a-47a3-9764-5e055e8c5feb req-66d8b277-1ab9-4a1d-933f-a328f3138a5b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.508734 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3aa8215b-8c4a-47a3-9764-5e055e8c5feb req-66d8b277-1ab9-4a1d-933f-a328f3138a5b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0643427 Aug 07 04:55:38.540311 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19cf56-48e9-4036-a0a8-744552bf9778 req-d982790f-7132-49a7-b5b4-90efad27bef9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.545567 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ce19cf56-48e9-4036-a0a8-744552bf9778 req-d982790f-7132-49a7-b5b4-90efad27bef9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 944 time: 0.0694668 Aug 07 04:55:38.615878 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-c23c3c0a-186d-4f05-a295-e78ac3a62d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.617477 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-c23c3c0a-186d-4f05-a295-e78ac3a62d86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 1097 time: 0.1072414 Aug 07 04:55:38.618371 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ce19cf56-48e9-4036-a0a8-744552bf9778 req-cba893df-c51d-4b54-968e-1d06e456a151 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668771 Aug 07 04:55:38.632845 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3aa8215b-8c4a-47a3-9764-5e055e8c5feb req-bef0e7ea-56fe-48e1-953b-25bb02ff81b1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133342 Aug 07 04:55:38.733116 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 337a0ff1-4895-4bdd-89c0-fa8596538184 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:38.738886 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-343d70c5-7f13-47c1-8bd0-544331e62d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.740564 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-343d70c5-7f13-47c1-8bd0-544331e62d98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 913 time: 0.1064954 Aug 07 04:55:38.795941 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 337a0ff1-4895-4bdd-89c0-fa8596538184 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:38.805094 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 337a0ff1-4895-4bdd-89c0-fa8596538184 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:38.805476 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.826492 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-87caf3c9-41e2-411d-acb8-bbe655196cb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94 HTTP/1.1" status: 200 len: 217 time: 0.0688994 Aug 07 04:55:38.886790 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-44563b8a-8316-4ff4-8c31-ed0153c6c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.888264 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-44563b8a-8316-4ff4-8c31-ed0153c6c76f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.0531542 Aug 07 04:55:38.934175 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-1176e26f-9318-41d6-97f7-a8288ea621ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356076 Aug 07 04:55:38.944328 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.990046 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a0ff1-4895-4bdd-89c0-fa8596538184'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:38.992917 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1cbb3b-69db-40a7-933e-6c6851daba5e" -d '{"events": [{"server_uuid": "9a4ce309-bcca-4504-9c88-5c183528a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "337a0ff1-4895-4bdd-89c0-fa8596538184"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:38.997232 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 337a0ff1-4895-4bdd-89c0-fa8596538184, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=337a0ff1-4895-4bdd-89c0-fa8596538184,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:39.002337 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.028594 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35060) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.034950 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-942285208-network', 'tenant_id': '55b3eaad703543b58223d13380712b7a'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:39.058340 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd696c4-38c7-4ea4-9aa9-5a9d9ac998f8 req-2a999a2b-bd36-4c7d-9fa4-6bbc4b92c8fc tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.065319 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-adedacc3-3d7f-43b7-890e-be1f0f0bf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.067260 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-adedacc3-3d7f-43b7-890e-be1f0f0bf41f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.0629230 Aug 07 04:55:39.068465 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Made reservation on behalf of 55b3eaad703543b58223d13380712b7a for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:39.071041 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.072085 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2cd696c4-38c7-4ea4-9aa9-5a9d9ac998f8 req-2a999a2b-bd36-4c7d-9fa4-6bbc4b92c8fc tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1254675 Aug 07 04:55:39.079498 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=337a0ff1-4895-4bdd-89c0-fa8596538184,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.101129 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36026503-f17e-4eaf-97af-76c5f032f90f x-openstack-request-id: req-36026503-f17e-4eaf-97af-76c5f032f90f {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:39.101306 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.101412 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4ce309-bcca-4504-9c88-5c183528a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "337a0ff1-4895-4bdd-89c0-fa8596538184", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:39.101658 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36026503-f17e-4eaf-97af-76c5f032f90f {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:39.102080 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a0ff1-4895-4bdd-89c0-fa8596538184', 'code': 200} Aug 07 04:55:39.153645 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2cd696c4-38c7-4ea4-9aa9-5a9d9ac998f8 req-09f3f850-94f4-4616-9138-9306b185b243 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802996 Aug 07 04:55:39.177148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-2d296ce9-d4d0-4d92-afb4-9f9d67b85976 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963859 Aug 07 04:55:39.223896 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-bade4837-3c04-4e41-8bcb-5f6c4d0ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.225395 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-bade4837-3c04-4e41-8bcb-5f6c4d0ecbc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 920 time: 0.1492348 Aug 07 04:55:39.279379 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-f21c4b9f-219e-41b4-9126-d19aaf50ef96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 200 len: 217 time: 0.0459127 Aug 07 04:55:39.284375 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4dd59b97-b31a-467e-ac9d-0e34bcd0e194 req-7f55d5d9-3af4-4466-a0ee-37307b4cb125 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969002 Aug 07 04:55:39.316053 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.321474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.402137 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:39.420474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968718da-2c96-4b8e-a79c-4efa4f9c9c1c,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.439034 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.439377 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Added segment 9cb0235c-3227-440d-b78a-e47b4b8333b3 of type vlan for network be1b4846-2703-463e-887b-990a350ef845 Aug 07 04:55:39.453927 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.454278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.454616 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.454945 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.455273 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.455605 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.455923 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.456246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.456564 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.456905 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.457816 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.457816 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:39.485357 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-885fc800-8ea5-4da3-a50a-7592b5a66bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.486785 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-885fc800-8ea5-4da3-a50a-7592b5a66bef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.1508441 Aug 07 04:55:39.498895 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9d68a-b43f-485b-9391-eee33ede31a8 req-e5be1385-01b8-474d-b3d5-26b6e7890a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.500337 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-93d9d68a-b43f-485b-9391-eee33ede31a8 req-e5be1385-01b8-474d-b3d5-26b6e7890a63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 1099 time: 0.1655045 Aug 07 04:55:39.501887 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.544849 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-46b995e1-d5cb-43b9-9de5-abd9ec9b9405 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393713 Aug 07 04:55:39.631261 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-93d9d68a-b43f-485b-9391-eee33ede31a8 req-fa3fe3ad-8428-4bd9-9f65-c8cb3e979720 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116974 Aug 07 04:55:39.631693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.642442 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.642442 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.716361 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35082) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.716598 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6865997 Aug 07 04:55:39.723127 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Request body: {'subnet': {'network_id': 'be1b4846-2703-463e-887b-990a350ef845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-942285208-subnet', 'tenant_id': '55b3eaad703543b58223d13380712b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:39.746749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f5d7d-6c00-4fce-938f-103dd4d36304 admin admin] Pushing event updated for resources: {'Network': ['ID=be1b4846-2703-463e-887b-990a350ef845,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.758625 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network be1b4846-2703-463e-887b-990a350ef845 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:39.768001 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-f40f425d-77be-4490-babb-449d780b1acd service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146008 Aug 07 04:55:39.791853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79aaf3-6332-42c4-bbab-fb1166556a1b req-e2f62c7f-8ddc-424b-9fc8-f6ac5c40a3d7 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.793399 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0e79aaf3-6332-42c4-bbab-fb1166556a1b req-e2f62c7f-8ddc-424b-9fc8-f6ac5c40a3d7 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0713546 Aug 07 04:55:39.794963 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Made reservation on behalf of 55b3eaad703543b58223d13380712b7a for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:39.797547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12697861'] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.810190 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875a12-72fb-4a9b-b11e-89a722d4aaf9 req-801ead7d-a523-44f8-8665-e54ccd20c1bf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.812137 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d2875a12-72fb-4a9b-b11e-89a722d4aaf9 req-801ead7d-a523-44f8-8665-e54ccd20c1bf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 944 time: 0.0811646 Aug 07 04:55:39.834534 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0e79aaf3-6332-42c4-bbab-fb1166556a1b req-5a11ec11-a2f4-4b0c-8652-b8184252694d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Aug 07 04:55:39.910251 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d2875a12-72fb-4a9b-b11e-89a722d4aaf9 req-25caa632-8f65-45a3-bac9-fa62e0d907d9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618598 Aug 07 04:55:40.011120 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12822362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12697911'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.062975 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e4f59a-19ad-4e68-a42a-9d1769ee6c2a,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:40.076451 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.076451 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.076735 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.076997 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.077280 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.077612 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.077945 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.078272 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.078600 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.078924 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.079247 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.079567 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:40.085061 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Checking segment: {'id': '9cb0235c-3227-440d-b78a-e47b4b8333b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'be1b4846-2703-463e-887b-990a350ef845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:40.085425 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Network hostable DHCP agents. Network: be1b4846-2703-463e-887b-990a350ef845, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:40.106112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Network be1b4846-2703-463e-887b-990a350ef845 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:40.115260 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, be1b4846-2703-463e-887b-990a350ef845) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:40.123810 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809a538-5697-4c53-82ee-30cadc1b61ae None None] Network be1b4846-2703-463e-887b-990a350ef845 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:40.125582 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:40.126357 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.143961 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-38fc70ba-58bd-411a-8c22-91b11ea6d09f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4254463 Aug 07 04:55:40.192434 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c90aa5ba-be0b-4d41-9185-e97104039a8f req-6aec6c7b-1fa0-4124-80d6-8440317c223d service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103549 Aug 07 04:55:40.308322 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cacf2-abf9-443d-9acd-e4d439869300 req-363bbb17-3c09-4fc4-a491-b917930c7e30 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:40.309887 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c89cacf2-abf9-443d-9acd-e4d439869300 req-363bbb17-3c09-4fc4-a491-b917930c7e30 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0692396 Aug 07 04:55:40.319354 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a99d09-ff77-46e4-bc6f-4a896d67468d None None] Network be1b4846-2703-463e-887b-990a350ef845 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:40.359668 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c89cacf2-abf9-443d-9acd-e4d439869300 req-070c4df0-d92f-4ce5-93e8-35d2b162e9b5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Aug 07 04:55:40.955464 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b842fa-c6c4-4b40-8b90-1c74e7a2658c req-d3f0a391-7147-4c67-b964-7badb80c152d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:40.957000 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17b842fa-c6c4-4b40-8b90-1c74e7a2658c req-d3f0a391-7147-4c67-b964-7badb80c152d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0494862 Aug 07 04:55:41.011701 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17b842fa-c6c4-4b40-8b90-1c74e7a2658c req-dffb6dd0-b9d9-437b-869c-a6717f3c405d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458863 Aug 07 04:55:41.045114 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054eaee-9550-497b-bfdb-bda1d6fb5663 req-84be57ef-7796-4882-95e0-eebf3f7d1b04 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:41.047482 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9054eaee-9550-497b-bfdb-bda1d6fb5663 req-84be57ef-7796-4882-95e0-eebf3f7d1b04 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 944 time: 0.0563326 Aug 07 04:55:41.099432 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9054eaee-9550-497b-bfdb-bda1d6fb5663 req-06dd27d2-588d-4aeb-83dc-efad4e7b9cfb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Aug 07 04:55:41.467117 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ffe2a-8290-4dbd-ba9f-438bcc59351d req-cd2bc7fc-8728-445e-9067-8caa1290ae6c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:41.468530 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-300ffe2a-8290-4dbd-ba9f-438bcc59351d req-cd2bc7fc-8728-445e-9067-8caa1290ae6c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Aug 07 04:55:41.506664 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-300ffe2a-8290-4dbd-ba9f-438bcc59351d req-ec8bb7f6-74ad-4c3c-9758-ba4a45552b22 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Aug 07 04:55:42.127708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134daecc-2a44-4ced-962d-56c1dfda162d req-f8667720-60c9-4dca-bf70-8a56dcc691e1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:42.129202 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-134daecc-2a44-4ced-962d-56c1dfda162d req-f8667720-60c9-4dca-bf70-8a56dcc691e1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Aug 07 04:55:42.171880 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-134daecc-2a44-4ced-962d-56c1dfda162d req-6a27c188-6bf8-41ad-ab30-451853d48e69 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Aug 07 04:55:42.224723 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efc72-5d61-4874-8df5-9a9418e34500 req-6e74cc9a-d928-4f5c-b511-807d53f8d6b0 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:42.226253 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-388efc72-5d61-4874-8df5-9a9418e34500 req-6e74cc9a-d928-4f5c-b511-807d53f8d6b0 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 944 time: 0.0514643 Aug 07 04:55:42.264852 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-388efc72-5d61-4874-8df5-9a9418e34500 req-9bfc9cf9-af40-4b19-9ac8-2a7604ff5fb4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Aug 07 04:55:42.624137 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851277a2-08b7-498c-98bd-daaa6c70cb53 req-9608b681-9715-424c-8db5-7eb62119dcd3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:42.625875 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-851277a2-08b7-498c-98bd-daaa6c70cb53 req-9608b681-9715-424c-8db5-7eb62119dcd3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Aug 07 04:55:42.673501 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-851277a2-08b7-498c-98bd-daaa6c70cb53 req-bbecf863-2fad-48e7-8364-90432da5e444 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Aug 07 04:55:42.745247 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2d316e0b-8eea-4346-9431-4ce3f3d44c94 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:55:42.849238 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:42.861372 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '2d316e0b-8eea-4346-9431-4ce3f3d44c94', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'port_id': '2d316e0b-8eea-4346-9431-4ce3f3d44c94', 'mac_address': 'fa:16:3e:09:ec:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc8ee7d-2bd2-4556-9ec8-d32d05612991', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:55:42.900232 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:42.914262 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d316e0b-8eea-4346-9431-4ce3f3d44c94 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:42.934526 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:42.938523 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:42.989185 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=2d316e0b-8eea-4346-9431-4ce3f3d44c94,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:42.996607 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.996989 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.997334 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.997663 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.997988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.998658 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.998658 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.998929 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.999265 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.999664 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:42.999988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:43.000305 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:43.386403 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59fa29-459c-4adb-8f36-1661c92dc70e req-dec56403-0ee1-4c77-9e7a-2288ace0be09 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:43.387771 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1d59fa29-459c-4adb-8f36-1661c92dc70e req-dec56403-0ee1-4c77-9e7a-2288ace0be09 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0539467 Aug 07 04:55:43.389596 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb354b-b22a-4ce2-ae9a-451bf2adcbda req-0d3b2cd6-b692-427a-b0ff-61e04a41f3a4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:43.391073 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ddcb354b-b22a-4ce2-ae9a-451bf2adcbda req-0d3b2cd6-b692-427a-b0ff-61e04a41f3a4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 945 time: 0.0498435 Aug 07 04:55:43.430633 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1d59fa29-459c-4adb-8f36-1661c92dc70e req-fdaf31bb-3927-4379-9fda-2ccc78189799 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Aug 07 04:55:43.432471 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ddcb354b-b22a-4ce2-ae9a-451bf2adcbda req-1606d940-27b8-4d4c-9ca8-97c25c882ca5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Aug 07 04:55:43.561410 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['2d316e0b-8eea-4346-9431-4ce3f3d44c94'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:43.786577 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25d419-685f-485b-9c0f-16b6ccb73886 req-4a809249-5b0c-4d1f-91e5-9238ebc25718 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:43.788042 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4d25d419-685f-485b-9c0f-16b6ccb73886 req-4a809249-5b0c-4d1f-91e5-9238ebc25718 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Aug 07 04:55:43.838435 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4d25d419-685f-485b-9c0f-16b6ccb73886 req-bf25303b-86a3-4d56-a890-94edbd7aafb1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Aug 07 04:55:44.079661 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35234) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:44.198844 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a888b47f-4306-4f09-ab43-bdbf143f08b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.295789 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a888b47f-4306-4f09-ab43-bdbf143f08b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.300028 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a888b47f-4306-4f09-ab43-bdbf143f08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.339520 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a888b47f-4306-4f09-ab43-bdbf143f08b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b54d23636d349c0913f96aefdee4987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587693 Aug 07 04:55:44.341110 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888b47f-4306-4f09-ab43-bdbf143f08b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbbd91-062a-4749-8073-4e14557fbea1,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:44.346181 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35252) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:44.396757 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17849d8a-8dd2-43c2-a692-358aabd52f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.420091 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17849d8a-8dd2-43c2-a692-358aabd52f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.505142 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17849d8a-8dd2-43c2-a692-358aabd52f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.507802 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17849d8a-8dd2-43c2-a692-358aabd52f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.509026 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-17849d8a-8dd2-43c2-a692-358aabd52f28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04bbbd91-062a-4749-8073-4e14557fbea1 HTTP/1.1" status: 204 len: 168 time: 0.1618636 Aug 07 04:55:44.544397 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17849d8a-8dd2-43c2-a692-358aabd52f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbbd91-062a-4749-8073-4e14557fbea1,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:44.580095 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b48aa-1a0f-473e-93bb-daf4be5d8769 req-999b7d46-2996-4509-942f-6de665d93bcc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:44.581745 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c76b48aa-1a0f-473e-93bb-daf4be5d8769 req-999b7d46-2996-4509-942f-6de665d93bcc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 945 time: 0.0777540 Aug 07 04:55:44.588937 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3276-e522-4cba-9356-dd34c363deff req-8e655219-e9a7-4c72-a611-32a3274caa8f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:44.591231 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b20f3276-e522-4cba-9356-dd34c363deff req-8e655219-e9a7-4c72-a611-32a3274caa8f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0612111 Aug 07 04:55:44.647689 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c76b48aa-1a0f-473e-93bb-daf4be5d8769 req-7a481806-3ead-4c9a-8355-aab4936f87de tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592515 Aug 07 04:55:44.651273 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b20f3276-e522-4cba-9356-dd34c363deff req-6cfe3770-667b-4477-8b53-077cba699653 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535238 Aug 07 04:55:44.805155 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35268) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:44.821288 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4069da90-d391-462d-8ffc-9365c3b791a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.913037 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4069da90-d391-462d-8ffc-9365c3b791a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.922869 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4069da90-d391-462d-8ffc-9365c3b791a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:44.977795 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-4069da90-d391-462d-8ffc-9365c3b791a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa69831b681f4cf991dd00bf1765fbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715701 Aug 07 04:55:44.981092 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35272) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:44.981248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069da90-d391-462d-8ffc-9365c3b791a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9bd3c0-0a8b-4321-84a0-95babb1c5d14,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:44.997057 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371e2e9-b43c-41a9-8906-56278ede3747 req-f5de527c-403c-43d4-bfbe-afcd4d74c4f9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:44.998503 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8371e2e9-b43c-41a9-8906-56278ede3747 req-f5de527c-403c-43d4-bfbe-afcd4d74c4f9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0876286 Aug 07 04:55:45.033981 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef3c0-5196-49f7-94bc-ad698f167ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.041402 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8371e2e9-b43c-41a9-8906-56278ede3747 req-fce2f7ba-a883-471b-9992-0097f07630db tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Aug 07 04:55:45.055230 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef3c0-5196-49f7-94bc-ad698f167ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.102368 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef3c0-5196-49f7-94bc-ad698f167ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.106197 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef3c0-5196-49f7-94bc-ad698f167ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.107324 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7e6ef3c0-5196-49f7-94bc-ad698f167ac2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a9bd3c0-0a8b-4321-84a0-95babb1c5d14 HTTP/1.1" status: 204 len: 168 time: 0.1252449 Aug 07 04:55:45.116186 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef3c0-5196-49f7-94bc-ad698f167ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9bd3c0-0a8b-4321-84a0-95babb1c5d14,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:45.520344 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-1896f441-1ef3-40f6-9127-7e5ea4e0f151 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:45.521915 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-1896f441-1ef3-40f6-9127-7e5ea4e0f151 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0531352 Aug 07 04:55:45.638458 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Deleting port 337a0ff1-4895-4bdd-89c0-fa8596538184 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:55:45.639064 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.799911 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] For port 337a0ff1-4895-4bdd-89c0-fa8596538184, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=337a0ff1-4895-4bdd-89c0-fa8596538184,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:45.800522 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.820421 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19a06-1844-4650-a703-2deb85b080ca req-0485b2e9-a1bd-4041-8626-e107684ab034 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:45.822296 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Calling delete_port for 337a0ff1-4895-4bdd-89c0-fa8596538184 owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:55:45.836189 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-27f19a06-1844-4650-a703-2deb85b080ca req-0485b2e9-a1bd-4041-8626-e107684ab034 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 945 time: 0.0836496 Aug 07 04:55:45.838986 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd525c79-bd0d-4732-b5b8-d1fd6c7bade6 req-07450613-59f3-40bd-bceb-eca58d569ae6 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:45.840778 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fd525c79-bd0d-4732-b5b8-d1fd6c7bade6 req-07450613-59f3-40bd-bceb-eca58d569ae6 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4ce309-bcca-4504-9c88-5c183528a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0941613 Aug 07 04:55:45.881937 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-27f19a06-1844-4650-a703-2deb85b080ca req-2033d5f9-aa43-4bd9-9374-48dc4b50618d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Aug 07 04:55:46.138477 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fd525c79-bd0d-4732-b5b8-d1fd6c7bade6 req-2956f8b5-b9e5-4d9f-a66a-24e04a11b245 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887690 Aug 07 04:55:46.186677 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aa342-ce96-42f3-bb75-1d046aa68068 req-896fb385-6221-4fbb-8bb7-148a636955ad tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:46.188066 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3f9aa342-ce96-42f3-bb75-1d046aa68068 req-896fb385-6221-4fbb-8bb7-148a636955ad tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0710912 Aug 07 04:55:46.234901 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.267229 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Pushing event deleted for resources: {'Port': ['ID=337a0ff1-4895-4bdd-89c0-fa8596538184,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:46.267993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3f9aa342-ce96-42f3-bb75-1d046aa68068 req-b28bbf87-ca74-4dd8-9f1a-1c032d3c3593 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728097 Aug 07 04:55:46.284471 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['337a0ff1-4895-4bdd-89c0-fa8596538184'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:46.321417 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] No DVR routers for this DVR port 337a0ff1-4895-4bdd-89c0-fa8596538184 on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:55:46.323816 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.325871 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2642d47a-ab1b-4bad-8f32-1b43c622a7f1 req-97a83659-351b-44fc-89db-faa41f57505d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "DELETE /v2.0/ports/337a0ff1-4895-4bdd-89c0-fa8596538184 HTTP/1.1" status: 204 len: 173 time: 0.7924912 Aug 07 04:55:46.326366 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'name': 'network-vif-deleted', 'tag': '337a0ff1-4895-4bdd-89c0-fa8596538184'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:46.328708 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3b59c5-5a6d-4ccb-9026-b4f469b1f74e" -d '{"events": [{"server_uuid": "9a4ce309-bcca-4504-9c88-5c183528a8f8", "name": "network-vif-deleted", "tag": "337a0ff1-4895-4bdd-89c0-fa8596538184"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:46.371706 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc956c-e125-4797-bae8-36ef52b06534 x-openstack-request-id: req-3acc956c-e125-4797-bae8-36ef52b06534 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:46.372003 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4ce309-bcca-4504-9c88-5c183528a8f8", "name": "network-vif-deleted", "tag": "337a0ff1-4895-4bdd-89c0-fa8596538184", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:46.372252 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3acc956c-e125-4797-bae8-36ef52b06534 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:46.372644 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ce309-bcca-4504-9c88-5c183528a8f8', 'name': 'network-vif-deleted', 'tag': '337a0ff1-4895-4bdd-89c0-fa8596538184', 'status': 'completed', 'code': 200} Aug 07 04:55:46.778779 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2d316e0b-8eea-4346-9431-4ce3f3d44c94 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:46.826128 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:46.829575 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:46.829944 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.917852 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.946723 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d316e0b-8eea-4346-9431-4ce3f3d44c94'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:46.949484 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c47cab-acc2-4e2c-973f-5bbd7843ae41" -d '{"events": [{"server_uuid": "c8b3c5de-8c8d-47a6-bee5-9422c9a66583", "name": "network-vif-plugged", "status": "completed", "tag": "2d316e0b-8eea-4346-9431-4ce3f3d44c94"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:46.971073 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:46.976431 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.023191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbea5512-30e7-46ba-bb0a-d54c69e86e26 x-openstack-request-id: req-dbea5512-30e7-46ba-bb0a-d54c69e86e26 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:47.023481 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b3c5de-8c8d-47a6-bee5-9422c9a66583", "name": "network-vif-plugged", "status": "completed", "tag": "2d316e0b-8eea-4346-9431-4ce3f3d44c94", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:47.023731 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbea5512-30e7-46ba-bb0a-d54c69e86e26 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:47.025059 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d316e0b-8eea-4346-9431-4ce3f3d44c94', 'code': 200} Aug 07 04:55:47.042867 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=2d316e0b-8eea-4346-9431-4ce3f3d44c94,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:47.057940 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69258fab-c78f-4ac0-a353-b3b91c0feaf1 req-40e091aa-e756-4076-b96c-4a90812467ba tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:47.060521 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69258fab-c78f-4ac0-a353-b3b91c0feaf1 req-40e091aa-e756-4076-b96c-4a90812467ba tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.0743573 Aug 07 04:55:47.129121 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69258fab-c78f-4ac0-a353-b3b91c0feaf1 req-352c2746-e9b7-4a93-bb29-bb151d874c18 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571277 Aug 07 04:55:47.299990 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c4a5-3673-4f0d-a540-58a5f175cf96 req-d285af6f-896c-4756-8f87-2d91b581dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:47.304325 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d693c4a5-3673-4f0d-a540-58a5f175cf96 req-d285af6f-896c-4756-8f87-2d91b581dcdc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 1099 time: 0.0546234 Aug 07 04:55:47.383078 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d693c4a5-3673-4f0d-a540-58a5f175cf96 req-caa9de77-44d7-4aa6-b068-dd9ca56d9a59 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716057 Aug 07 04:55:47.405129 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160e3e-5d01-45cc-bcd5-8346d731d204 req-ee721335-138f-4e29-aea9-d2321b21ee11 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:47.406657 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-aa160e3e-5d01-45cc-bcd5-8346d731d204 req-ee721335-138f-4e29-aea9-d2321b21ee11 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0656476 Aug 07 04:55:47.444286 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-aa160e3e-5d01-45cc-bcd5-8346d731d204 req-7d7628b5-dec4-43ad-af93-f43d13a507a5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Aug 07 04:55:47.886531 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35424) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:47.990794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ef71471c-902e-469a-a53a-5657928cfc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.084074 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ef71471c-902e-469a-a53a-5657928cfc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.087758 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ef71471c-902e-469a-a53a-5657928cfc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.129199 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ef71471c-902e-469a-a53a-5657928cfc4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14947b7dd4434a2a88b4e69af24f8bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415564 Aug 07 04:55:48.130285 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71471c-902e-469a-a53a-5657928cfc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e2013f-78fd-4e2b-a643-d6a035bd14c0,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:48.131898 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35428) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:48.184588 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-752f1022-0ad4-432a-98cd-5c1c325dc106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.206256 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-752f1022-0ad4-432a-98cd-5c1c325dc106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.251069 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff138cae-45c9-4b45-a520-6a1d6439269e req-7d009f89-2750-4e10-bcd1-f6713eb936cf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.252570 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ff138cae-45c9-4b45-a520-6a1d6439269e req-7d009f89-2750-4e10-bcd1-f6713eb936cf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Aug 07 04:55:48.262040 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-752f1022-0ad4-432a-98cd-5c1c325dc106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.264543 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-752f1022-0ad4-432a-98cd-5c1c325dc106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:48.265760 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-752f1022-0ad4-432a-98cd-5c1c325dc106 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0e2013f-78fd-4e2b-a643-d6a035bd14c0 HTTP/1.1" status: 204 len: 168 time: 0.1328444 Aug 07 04:55:48.274243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f1022-0ad4-432a-98cd-5c1c325dc106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e2013f-78fd-4e2b-a643-d6a035bd14c0,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:48.317171 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ff138cae-45c9-4b45-a520-6a1d6439269e req-576bce96-a902-495c-8d02-09ea558a049f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Aug 07 04:55:48.583938 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cf42f-9ea6-4487-9913-2e4695450bfc req-769f292d-4c8a-4a02-83b4-ac56e3845646 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.586006 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-810cf42f-9ea6-4487-9913-2e4695450bfc req-769f292d-4c8a-4a02-83b4-ac56e3845646 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0561371 Aug 07 04:55:48.661316 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-810cf42f-9ea6-4487-9913-2e4695450bfc req-d0ad37c8-c13b-4fb0-9585-7058a7c8ba6f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Aug 07 04:55:48.780837 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 337a0ff1-4895-4bdd-89c0-fa8596538184 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:55:48.802958 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 337a0ff1-4895-4bdd-89c0-fa8596538184 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:55:48.802958 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 337a0ff1-4895-4bdd-89c0-fa8596538184 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:55:49.438913 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685682-16fa-4f27-a405-cd4b5503acf3 req-99b621f8-273c-4101-b5fe-3048c645814f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:49.441955 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae685682-16fa-4f27-a405-cd4b5503acf3 req-99b621f8-273c-4101-b5fe-3048c645814f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.0644841 Aug 07 04:55:49.492090 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae685682-16fa-4f27-a405-cd4b5503acf3 req-0af855b5-a231-4db2-88ae-b98d35b514b6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 Aug 07 04:55:49.938142 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415981-3a2b-4bba-a82c-6cd52d205ce7 req-a506dbae-c514-4227-b1de-3fcce1abd0dc tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:49.939698 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e4415981-3a2b-4bba-a82c-6cd52d205ce7 req-a506dbae-c514-4227-b1de-3fcce1abd0dc tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0782168 Aug 07 04:55:49.981068 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e4415981-3a2b-4bba-a82c-6cd52d205ce7 req-31539843-ad67-4834-9fdb-8db2f01b9a57 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Aug 07 04:55:50.161571 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35528) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:50.285402 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b5421bca-f5aa-4eef-b093-667c2eae392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.379532 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b5421bca-f5aa-4eef-b093-667c2eae392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.383193 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b5421bca-f5aa-4eef-b093-667c2eae392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.422271 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b5421bca-f5aa-4eef-b093-667c2eae392a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ce6cc09cead45af94862110751a3816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594411 Aug 07 04:55:50.423256 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5421bca-f5aa-4eef-b093-667c2eae392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76374e88-3928-4644-a8bf-9bcbd40099a5,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:50.424857 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35536) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:50.473824 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-185592b1-1df5-4665-9b08-502f2bb8bf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.496094 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-185592b1-1df5-4665-9b08-502f2bb8bf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.585646 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-185592b1-1df5-4665-9b08-502f2bb8bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.588228 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-185592b1-1df5-4665-9b08-502f2bb8bf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.589367 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-185592b1-1df5-4665-9b08-502f2bb8bf2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76374e88-3928-4644-a8bf-9bcbd40099a5 HTTP/1.1" status: 204 len: 168 time: 0.1635301 Aug 07 04:55:50.594820 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-861e01e6-cfd8-441e-a479-d772907065c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492578 Aug 07 04:55:50.600561 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185592b1-1df5-4665-9b08-502f2bb8bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76374e88-3928-4644-a8bf-9bcbd40099a5,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:50.679584 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-4c121c08-8cd0-402d-8905-57a26d4e259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:50.681122 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-4c121c08-8cd0-402d-8905-57a26d4e259d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 1099 time: 0.0456583 Aug 07 04:55:50.816419 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-7fd32e91-b336-4195-9307-8e7eda1b463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:50.818053 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-7fd32e91-b336-4195-9307-8e7eda1b463f service neutron] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 920 time: 0.0922608 Aug 07 04:55:50.865356 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-66ecc770-f78e-47f2-9424-5016844171cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385bf57-9f35-4380-8238-83874f21430a HTTP/1.1" status: 200 len: 217 time: 0.0396016 Aug 07 04:55:50.883792 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35550) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:50.904132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9d92f04f-3d80-4ade-83c3-6d3a7056b2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.924349 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-a211f120-bba7-4cac-b162-d8a1ee6b07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:50.925857 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-a211f120-bba7-4cac-b162-d8a1ee6b07e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0474544 Aug 07 04:55:50.958741 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-c0787e9f-9ef3-4e0e-ad50-069383270b48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250683 Aug 07 04:55:51.008588 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9d92f04f-3d80-4ade-83c3-6d3a7056b2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.015619 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9d92f04f-3d80-4ade-83c3-6d3a7056b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.076514 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92f04f-3d80-4ade-83c3-6d3a7056b2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cb05ad-3d49-443d-85a4-2e0e535e668d,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:51.094151 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9d92f04f-3d80-4ade-83c3-6d3a7056b2e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc27e318c0c84fdb84d09f2dc5487eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090487 Aug 07 04:55:51.094784 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35558) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:51.104560 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-50ec53d4-ab39-440e-bec2-a3a15109f13e service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317384 Aug 07 04:55:51.165233 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aea1c340-4a84-4e76-9e6f-eba2167b8d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.203817 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aea1c340-4a84-4e76-9e6f-eba2167b8d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.252728 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d50e688b-c28d-4d4b-a5c9-cf3b64dd7544 req-3fab7bcb-ff0d-44c6-9056-b232aceab06b service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372826 Aug 07 04:55:51.264339 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aea1c340-4a84-4e76-9e6f-eba2167b8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.267457 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aea1c340-4a84-4e76-9e6f-eba2167b8d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.271008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-aea1c340-4a84-4e76-9e6f-eba2167b8d47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43cb05ad-3d49-443d-85a4-2e0e535e668d HTTP/1.1" status: 204 len: 168 time: 0.1729741 Aug 07 04:55:51.287760 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1c340-4a84-4e76-9e6f-eba2167b8d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cb05ad-3d49-443d-85a4-2e0e535e668d,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:51.287886 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8e64-feda-437d-9c72-0f28a9ce8e68 req-6898fcaf-8eea-4777-baa5-22ccf6373802 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:51.294887 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-333f8e64-feda-437d-9c72-0f28a9ce8e68 req-6898fcaf-8eea-4777-baa5-22ccf6373802 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0726631 Aug 07 04:55:51.341679 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-333f8e64-feda-437d-9c72-0f28a9ce8e68 req-6f353423-f4f7-43a7-9c7a-714884e3dbc7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Aug 07 04:55:51.583965 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9f54757f-2c8b-41fd-ab0e-5021cf34544a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:52.422572 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:52.474733 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca622-ddef-4f14-9ae1-47acd5ed39be req-3bc4d928-f9fd-4304-a19f-df1f34e2ad94 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:52.476329 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e2eca622-ddef-4f14-9ae1-47acd5ed39be req-3bc4d928-f9fd-4304-a19f-df1f34e2ad94 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0559645 Aug 07 04:55:52.519614 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e2eca622-ddef-4f14-9ae1-47acd5ed39be req-e5acb5c2-36ca-4ad9-a710-ca33accbe82c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Aug 07 04:55:53.127753 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35652) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:53.246580 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0b2-9a28-4e2f-9668-30ffb0987c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.333915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0b2-9a28-4e2f-9668-30ffb0987c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.337424 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0b2-9a28-4e2f-9668-30ffb0987c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.375869 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-aadfb0b2-9a28-4e2f-9668-30ffb0987c74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5be5967d6ea24140aee9ee07735f04b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470295 Aug 07 04:55:53.377074 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb0b2-9a28-4e2f-9668-30ffb0987c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd86f5c-9f03-43fc-b501-116c2be12c9a,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:53.378544 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35656) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:53.432164 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b1656843-fc15-4246-8db7-9517e1c0cead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.457113 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b1656843-fc15-4246-8db7-9517e1c0cead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.506735 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b1656843-fc15-4246-8db7-9517e1c0cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.509199 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-b1656843-fc15-4246-8db7-9517e1c0cead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.510462 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-b1656843-fc15-4246-8db7-9517e1c0cead admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfd86f5c-9f03-43fc-b501-116c2be12c9a HTTP/1.1" status: 204 len: 168 time: 0.1300223 Aug 07 04:55:53.518301 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1656843-fc15-4246-8db7-9517e1c0cead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd86f5c-9f03-43fc-b501-116c2be12c9a,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:53.779975 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35670) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:53.793091 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2cbc142a-83dc-4894-8b46-96e39f157675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.894113 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2cbc142a-83dc-4894-8b46-96e39f157675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.905257 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2cbc142a-83dc-4894-8b46-96e39f157675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:53.939330 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35678) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:53.939549 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2cbc142a-83dc-4894-8b46-96e39f157675 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ddae2f1da9e4bfb81c48135d6da3b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585038 Aug 07 04:55:53.960412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc142a-83dc-4894-8b46-96e39f157675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e105acd-af21-491d-b8e4-835c3190cfb0,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:54.000384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dad36a57-05a6-4451-bd10-4dab8aaefc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:54.024436 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dad36a57-05a6-4451-bd10-4dab8aaefc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:54.082493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dad36a57-05a6-4451-bd10-4dab8aaefc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:54.085560 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dad36a57-05a6-4451-bd10-4dab8aaefc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:54.087005 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-dad36a57-05a6-4451-bd10-4dab8aaefc25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e105acd-af21-491d-b8e4-835c3190cfb0 HTTP/1.1" status: 204 len: 168 time: 0.1461802 Aug 07 04:55:54.097267 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad36a57-05a6-4451-bd10-4dab8aaefc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e105acd-af21-491d-b8e4-835c3190cfb0,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:54.282516 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:54.295451 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f0cf-5268-478c-8cba-5acb05c066ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.474610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35748) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:55.527328 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Deleting subnet 50174a03-3477-46e9-aef5-2c6871c47831 {{(pid=93255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:55:55.531043 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.567276 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.572321 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12822160'] for subnet, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.617247 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.674928 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12822301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12697902'] for subnet, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.699658 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50174a03-3477-46e9-aef5-2c6871c47831,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:55.705179 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.710905 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-4abebc41-ec46-4c36-bbdc-ceae57698770 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/50174a03-3477-46e9-aef5-2c6871c47831 HTTP/1.1" status: 204 len: 168 time: 0.2328620 Aug 07 04:55:55.715233 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35758) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:55.785110 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.892467 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.904131 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-4416566d-7934-436a-823c-406274524d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:55.915226 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-4416566d-7934-436a-823c-406274524d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c18cf5e-15de-4056-b2f3-7de110b7221a') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:55.915700 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-4416566d-7934-436a-823c-406274524d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c18cf5e-15de-4056-b2f3-7de110b7221a') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:55.925355 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.940014 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.945673 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:55:55.946052 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:55:55.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:55:55.999103 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.004230 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.008878 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35768) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.009393 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-4416566d-7934-436a-823c-406274524d57 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89 HTTP/1.1" status: 204 len: 168 time: 0.2926261 Aug 07 04:55:56.019485 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416566d-7934-436a-823c-406274524d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd4b639-b2b5-4caa-b1fc-5ee37a8fad89,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.059508 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Deleting subnet b3e4f59a-19ad-4e68-a42a-9d1769ee6c2a {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:55:56.062869 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.097436 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.106764 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.157712 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.180542 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e4f59a-19ad-4e68-a42a-9d1769ee6c2a,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.186024 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.187841 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-4a92583f-d6d3-4aac-b17b-00f5c0c943ec admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b3e4f59a-19ad-4e68-a42a-9d1769ee6c2a HTTP/1.1" status: 204 len: 168 time: 0.1771886 Aug 07 04:55:56.190224 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35770) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.262504 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.346400 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.357467 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.357811 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.358582 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.358917 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > port after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.359263 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.359617 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.359940 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.360276 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.360591 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.360937 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.428962 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.429313 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.429642 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.429969 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:56.430342 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1b4846-2703-463e-887b-990a350ef845']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:56.456325 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb0235c-3227-440d-b78a-e47b4b8333b3') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:56.456545 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb0235c-3227-440d-b78a-e47b4b8333b3') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:56.474114 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.495155 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.502726 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:55:56.503109 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: from cryptography.utils import int_from_bytes Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: from cryptography.utils import int_from_bytes Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:55:56.507093 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:55:56.562734 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.569516 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.573237 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] 10.222.0.35 "DELETE /v2.0/networks/be1b4846-2703-463e-887b-990a350ef845 HTTP/1.1" status: 204 len: 168 time: 0.3820708 Aug 07 04:55:56.585395 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133fb7a-e7d3-4d93-a413-9c68f8ae6813 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1b4846-2703-463e-887b-990a350ef845,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.735713 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35774) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.778255 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-29ad5dc3-9b12-49ea-a11d-343e75807b8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fec7a04aaf834777a5caf913384f1473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413799 Aug 07 04:55:56.780742 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35776) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.827500 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-016cc588-394e-4aac-bd83-404c96f3a6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.849112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-016cc588-394e-4aac-bd83-404c96f3a6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.896430 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-016cc588-394e-4aac-bd83-404c96f3a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.898924 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-016cc588-394e-4aac-bd83-404c96f3a6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.900046 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-016cc588-394e-4aac-bd83-404c96f3a6c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee815679-1aa5-4705-8d28-e626228dd091 HTTP/1.1" status: 204 len: 168 time: 0.1183634 Aug 07 04:55:56.907945 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cc588-394e-4aac-bd83-404c96f3a6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee815679-1aa5-4705-8d28-e626228dd091,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.960330 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.266698 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35798) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:57.305207 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9799db4b-13bc-4df3-92ff-a1bf72beceaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55b3eaad703543b58223d13380712b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373185 Aug 07 04:55:57.307711 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35800) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:57.358589 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2763-b86d-49fc-b2be-8b05b4a9876e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.380357 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2763-b86d-49fc-b2be-8b05b4a9876e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.430771 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2763-b86d-49fc-b2be-8b05b4a9876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.434157 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2763-b86d-49fc-b2be-8b05b4a9876e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.435576 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6bdd2763-b86d-49fc-b2be-8b05b4a9876e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/968718da-2c96-4b8e-a79c-4efa4f9c9c1c HTTP/1.1" status: 204 len: 168 time: 0.1267705 Aug 07 04:55:57.446402 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd2763-b86d-49fc-b2be-8b05b4a9876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968718da-2c96-4b8e-a79c-4efa4f9c9c1c,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:58.472354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35840) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.535311 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35844) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.626984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0929f4b0-2d8e-4cbc-a971-c0338740029e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.647525 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a8df0b9b-a7b1-4af4-ba20-fc207112a3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.722606 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0929f4b0-2d8e-4cbc-a971-c0338740029e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.726296 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0929f4b0-2d8e-4cbc-a971-c0338740029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.763354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929f4b0-2d8e-4cbc-a971-c0338740029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e7d32-376a-4193-a024-24472a192a21,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:58.769756 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0929f4b0-2d8e-4cbc-a971-c0338740029e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=858643e8cc9c4f8a9660768eaceb5c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939065 Aug 07 04:55:58.770024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35848) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.820978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3aada919-253f-43df-bbf8-cc03ee5bd39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.821296 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a8df0b9b-a7b1-4af4-ba20-fc207112a3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.827646 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a8df0b9b-a7b1-4af4-ba20-fc207112a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.852818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3aada919-253f-43df-bbf8-cc03ee5bd39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.862275 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df0b9b-a7b1-4af4-ba20-fc207112a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e2b42e-9635-49ca-86e5-4b4324801c86,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:58.873227 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a8df0b9b-a7b1-4af4-ba20-fc207112a3c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0b01960ccfa4f1fbd58450c821f87c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368549 Aug 07 04:55:58.873820 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35850) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.899352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3aada919-253f-43df-bbf8-cc03ee5bd39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.902713 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3aada919-253f-43df-bbf8-cc03ee5bd39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.905340 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-3aada919-253f-43df-bbf8-cc03ee5bd39c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b77e7d32-376a-4193-a024-24472a192a21 HTTP/1.1" status: 204 len: 168 time: 0.1342478 Aug 07 04:55:58.914651 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aada919-253f-43df-bbf8-cc03ee5bd39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77e7d32-376a-4193-a024-24472a192a21,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:58.929363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-75e59ae4-dd45-493d-b848-e6da4167b61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.956307 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-75e59ae4-dd45-493d-b848-e6da4167b61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.007575 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-75e59ae4-dd45-493d-b848-e6da4167b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.010651 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-75e59ae4-dd45-493d-b848-e6da4167b61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.011800 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-75e59ae4-dd45-493d-b848-e6da4167b61d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65e2b42e-9635-49ca-86e5-4b4324801c86 HTTP/1.1" status: 204 len: 168 time: 0.1370959 Aug 07 04:55:59.019228 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e59ae4-dd45-493d-b848-e6da4167b61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e2b42e-9635-49ca-86e5-4b4324801c86,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:59.240505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35864) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:59.258409 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-525b8f65-7558-4c35-9a5c-23d2df4308c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.346599 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-525b8f65-7558-4c35-9a5c-23d2df4308c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.350616 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-525b8f65-7558-4c35-9a5c-23d2df4308c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.388765 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-525b8f65-7558-4c35-9a5c-23d2df4308c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fbf4f89bf0f4b9ba77f81fb929fe553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471539 Aug 07 04:55:59.389961 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b8f65-7558-4c35-9a5c-23d2df4308c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b73e388-347b-42c7-8620-c879792c4c6b,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:59.391983 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35870) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:59.452030 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c8498dcd-b990-4001-b2cd-56bcc3b11f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.473574 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c8498dcd-b990-4001-b2cd-56bcc3b11f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.522392 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c8498dcd-b990-4001-b2cd-56bcc3b11f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.524837 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c8498dcd-b990-4001-b2cd-56bcc3b11f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.526378 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c8498dcd-b990-4001-b2cd-56bcc3b11f0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b73e388-347b-42c7-8620-c879792c4c6b HTTP/1.1" status: 204 len: 168 time: 0.1331418 Aug 07 04:55:59.533773 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8498dcd-b990-4001-b2cd-56bcc3b11f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b73e388-347b-42c7-8620-c879792c4c6b,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:59.834011 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35894) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:59.982331 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1148553938-network', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:00.007435 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Made reservation on behalf of e90cab30a20644dbabb505e1ada2dc3a for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:00.010905 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.020022 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.116521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.120701 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.140808 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:56:00.154391 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4522935-dd62-423d-bc93-aa3cb10c93f6,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:00.162072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.162792 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Added segment e9815906-1191-4cbd-a776-22a759dc8ea2 of type vlan for network b97eba61-232f-41ac-a37d-dd36ec699f72 Aug 07 04:56:00.206172 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.236919 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.238117 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:00.238939 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.298876 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4637675 Aug 07 04:56:00.301873 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35914) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:00.307934 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea109c0-52df-41f8-bd02-7488748a9d18 admin admin] Pushing event updated for resources: {'Network': ['ID=b97eba61-232f-41ac-a37d-dd36ec699f72,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:00.308040 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Request body: {'subnet': {'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1148553938-subnet', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:00.318481 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network b97eba61-232f-41ac-a37d-dd36ec699f72 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:56:00.330206 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Made reservation on behalf of e90cab30a20644dbabb505e1ada2dc3a for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:00.333716 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12697861'] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.517968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12822362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12697911'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.582531 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e2621c-950e-454b-a692-41858da08350,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:00.590276 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Checking segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:00.590630 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Network hostable DHCP agents. Network: b97eba61-232f-41ac-a37d-dd36ec699f72, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:56:00.607858 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:56:00.617170 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, b97eba61-232f-41ac-a37d-dd36ec699f72) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:00.622067 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:00.622590 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.626586 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5063f-436f-409a-8307-2c086de57c8d None None] Network b97eba61-232f-41ac-a37d-dd36ec699f72 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:56:00.643516 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-2345ddde-c585-4f8c-8acb-c77ec7320a45 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3398576 Aug 07 04:56:00.646412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 35924) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:00.651680 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:00.684326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.685591 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.742622 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.780210 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-b97eba61-232f-41ac-a37d-dd36ec699f72', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:56:00.781118 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.898762 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.937650 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Allocated IP 172.20.0.2 (b97eba61-232f-41ac-a37d-dd36ec699f72/05e2621c-950e-454b-a692-41858da08350/66ec0ac4-cb41-4d93-8040-23095d535729) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:01.101935 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.119967 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Transition to ACTIVE for port object 66ec0ac4-cb41-4d93-8040-23095d535729 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:01.138967 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Transition to ACTIVE for port object 66ec0ac4-cb41-4d93-8040-23095d535729 will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:01.139099 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.147229 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.161594 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.193955 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:01.201283 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:01.202287 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Pushing event updated for resources: {'Port': ['ID=66ec0ac4-cb41-4d93-8040-23095d535729,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.207417 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:01.279249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Attempting to bind port 66ec0ac4-cb41-4d93-8040-23095d535729 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:01.279627 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Attempting to bind port 66ec0ac4-cb41-4d93-8040-23095d535729 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:01.279995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Allocated IP 172.27.3.228 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/11932655-4fef-4a98-a694-2f7a7c5b21e3) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:01.280134 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Attempting to bind port 66ec0ac4-cb41-4d93-8040-23095d535729 on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:01.286765 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:01.287402 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Checking segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:01.287949 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.288488 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Bound using segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:01.289170 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Bound port: 66ec0ac4-cb41-4d93-8040-23095d535729, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:01.289764 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.357376 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] For port 66ec0ac4-cb41-4d93-8040-23095d535729, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:01.360411 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] For port 66ec0ac4-cb41-4d93-8040-23095d535729, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=66ec0ac4-cb41-4d93-8040-23095d535729,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:01.365346 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.406140 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.424729 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5e732-cef4-4fb8-8c83-f039571100fb None None] Pushing event updated for resources: {'Port': ['ID=66ec0ac4-cb41-4d93-8040-23095d535729,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.457979 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.504824 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:01.512421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:01.527521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:01.556261 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Pushing event updated for resources: {'Port': ['ID=11932655-4fef-4a98-a694-2f7a7c5b21e3,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.823375 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:02.030090 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:02.161340 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:56:02.333793 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-f4995a87-d0dd-45b8-b429-bd759473ed0f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:02.335422 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-f4995a87-d0dd-45b8-b429-bd759473ed0f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/networks?id=a75033fe-395c-44bd-aeca-8b2f84f00266 HTTP/1.1" status: 200 len: 808 time: 0.1585994 Aug 07 04:56:02.356699 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-499c9f95-e74d-41e1-956f-70bc086853d6 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/quotas/910b734a3aa343fb9c79c6f1ae1ed425 HTTP/1.1" status: 200 len: 375 time: 0.0135512 Aug 07 04:56:02.401436 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-147e6886-b916-40e6-b9a3-c417e21ad703 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355728 Aug 07 04:56:02.505690 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-78808215-c790-4fd1-b318-58095421b5e2 service neutron] 10.222.0.35 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936737 Aug 07 04:56:02.562949 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad2707-9a32-43b6-bcc7-944ed68e58f3 None None] Network b97eba61-232f-41ac-a37d-dd36ec699f72 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:56:02.623427 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:56:02.629298 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-c24ffe94-7ac9-43f5-9bdc-d8472ed21c99 service neutron] 10.222.0.35 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159713 Aug 07 04:56:02.653263 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-6bf9fece-0cd8-4ee2-a7cc-51e160911a64 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:02.657364 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-6bf9fece-0cd8-4ee2-a7cc-51e160911a64 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.4370282 Aug 07 04:56:02.663832 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:56:02.671221 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:02.673322 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-60f63166-7c01-498d-a2d4-5ca16f4bc158 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0250220 Aug 07 04:56:02.675951 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 35964) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:02.682865 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-42e92095-5a79-4893-bf6b-adef05cf6d28 None None] Provisioning for port 66ec0ac4-cb41-4d93-8040-23095d535729 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:02.683452 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:02.686275 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:02.699019 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-5f21779a-09f8-43a2-acf9-8062269afa15 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/quotas/56d51e070d184693b32f62e300ded4fa HTTP/1.1" status: 200 len: 375 time: 0.0312262 Aug 07 04:56:02.780850 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 66ec0ac4-cb41-4d93-8040-23095d535729 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:02.816026 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-b27e2350-4ca9-485d-abf3-38e0aedfa472 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159141 Aug 07 04:56:02.891420 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 66ec0ac4-cb41-4d93-8040-23095d535729 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:02.900859 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 66ec0ac4-cb41-4d93-8040-23095d535729 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:02.901452 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:02.955402 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:03.017308 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.068265 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-4d291d50-d6e0-46ed-a7e6-991a270c3687 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507341 Aug 07 04:56:03.109745 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 66ec0ac4-cb41-4d93-8040-23095d535729, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=66ec0ac4-cb41-4d93-8040-23095d535729,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:03.114136 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.248960 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-ec453b88-fed3-45b9-9994-1d90aa430f48 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771626 Aug 07 04:56:03.256360 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=66ec0ac4-cb41-4d93-8040-23095d535729,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:03.315322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-b3037499-1f54-4aa3-b6d1-fe68023b10b7 None None] Provisioning complete for port 66ec0ac4-cb41-4d93-8040-23095d535729 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:03.315963 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b3037499-1f54-4aa3-b6d1-fe68023b10b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.367590 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:01Z', 'revision_number': 3, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:03.409651 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:56:03.410281 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Updating router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 port 11932655-4fef-4a98-a694-2f7a7c5b21e3 binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:56:03.453317 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.528689 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-588445e8-3fa6-4589-bbdb-29f5a44c66a8 req-1607fd56-1fef-4425-8deb-0d5e34b027a6 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0410936 Aug 07 04:56:03.605152 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cfcd41b9-ed5d-490b-acfe-ef0eb66d6fad req-0a2d689f-4a30-445a-8784-7600547b7bcb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Aug 07 04:56:03.716856 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b159fe-7fea-4876-8dba-1be8827ccb6d req-844b0386-8d15-4db7-b9cd-cf55a935fe61 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:03.718452 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-94b159fe-7fea-4876-8dba-1be8827ccb6d req-844b0386-8d15-4db7-b9cd-cf55a935fe61 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.4482052 Aug 07 04:56:03.817542 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-94b159fe-7fea-4876-8dba-1be8827ccb6d req-d99151b3-9fb9-4718-9b4e-93f7f6454980 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921042 Aug 07 04:56:03.841912 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.859050 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Transition to ACTIVE for port object 11932655-4fef-4a98-a694-2f7a7c5b21e3 will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:03.866793 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.903307 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.939463 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Attempting to bind port 11932655-4fef-4a98-a694-2f7a7c5b21e3 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:03.939995 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Attempting to bind port 11932655-4fef-4a98-a694-2f7a7c5b21e3 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:03.941313 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Attempting to bind port 11932655-4fef-4a98-a694-2f7a7c5b21e3 on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:03.951196 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:03.951900 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:03.952352 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.953046 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:03.953715 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Bound port: 11932655-4fef-4a98-a694-2f7a7c5b21e3, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:03.954301 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:03.979184 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Pushing event updated for resources: {'Port': ['ID=11932655-4fef-4a98-a694-2f7a7c5b21e3,revision_number=2']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:03.994528 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.994999 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.996076 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.996076 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.996315 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.996694 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.997188 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.997609 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.998051 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.998469 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.998884 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:03.999330 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:04.022437 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] For port 11932655-4fef-4a98-a694-2f7a7c5b21e3, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:04.024943 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] For port 11932655-4fef-4a98-a694-2f7a7c5b21e3, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=11932655-4fef-4a98-a694-2f7a7c5b21e3,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:04.029618 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.086470 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b653-1073-47c2-8dc6-6eba5e8bb39a None None] Pushing event updated for resources: {'Port': ['ID=11932655-4fef-4a98-a694-2f7a7c5b21e3,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:04.088193 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Allocated IP 172.20.0.1 (b97eba61-232f-41ac-a37d-dd36ec699f72/05e2621c-950e-454b-a692-41858da08350/9173759c-3ce9-4dbf-822b-6d65f79c9db2) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:04.090204 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:04.090468 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:04.144182 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:56:04.202715 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.215098 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:04.215741 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Transition to ACTIVE for port object 9173759c-3ce9-4dbf-822b-6d65f79c9db2 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:04.252946 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.299348 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:04.302297 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:04.309027 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:04.336248 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Pushing event updated for resources: {'Port': ['ID=9173759c-3ce9-4dbf-822b-6d65f79c9db2,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:04.357788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.507208 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.518494 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:01Z', 'revision_number': 3, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:04.550350 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f18ef-40b7-4efb-8007-447d9ee0ee2c None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:01Z', 'revision_number': 3, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:56:04.580604 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-ed338431-6e99-4f7c-9525-149bfc0d2ac9 None None] Provisioning for port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:04.587249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-ed338431-6e99-4f7c-9525-149bfc0d2ac9 None None] Provisioning complete for port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:04.588741 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ed338431-6e99-4f7c-9525-149bfc0d2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.643185 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-ed338431-6e99-4f7c-9525-149bfc0d2ac9 None None] Port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:56:04.673754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 66ec0ac4-cb41-4d93-8040-23095d535729 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:04.689885 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19b72b08-c800-49d9-9c3b-ab5569d4e8e1 req-111cbed9-262e-4644-9da3-1262e061ec9b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0725141 Aug 07 04:56:04.746424 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 66ec0ac4-cb41-4d93-8040-23095d535729 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:04.747454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.787338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-53167aca-cc2d-4bd8-b71b-09a9618f7065 req-5a9db0f0-4411-4e50-9af3-f3af53d7fac2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0362153 Aug 07 04:56:04.811524 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.817601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:04.926461 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Pushing event updated for resources: {'Port': ['ID=9173759c-3ce9-4dbf-822b-6d65f79c9db2,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:04.930231 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:05.015915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f6858-307e-4f2a-95ef-858d7be153b3 req-53117806-fcf0-4372-8ce9-773cd9779f2a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:05.017492 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6c9f6858-307e-4f2a-95ef-858d7be153b3 req-53117806-fcf0-4372-8ce9-773cd9779f2a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1065352 Aug 07 04:56:05.085438 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6c9f6858-307e-4f2a-95ef-858d7be153b3 req-cfecc11f-25b9-434a-ab0a-5c628ae20be0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 Aug 07 04:56:05.087081 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:05.089126 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:05.213851 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:56:05.322816 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:56:05.328773 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b765d97b-cba2-4a87-9363-6a944a2d1bdc admin admin] 10.222.0.35 "PUT /v2.0/routers/9c8d649a-81d4-43d7-ad8c-2fbd24a392d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6517403 Aug 07 04:56:05.366969 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-52351b65-2b42-4c28-a802-a9cde5465b42 None None] Provisioning complete for port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:05.367551 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-52351b65-2b42-4c28-a802-a9cde5465b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:05.408440 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-52351b65-2b42-4c28-a802-a9cde5465b42 None None] Port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:56:05.793175 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e68b3e75-e49a-4e5e-8027-1adef999374d req-ed708e8c-a206-400b-9790-a4518ba46873 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0284526 Aug 07 04:56:05.862587 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 36042) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:05.867614 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-51509769-network', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:05.883436 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3208ad77-35b5-4dbe-b024-589aa5fed143 req-732f2dc1-eaee-4c98-bd4b-7877c8520233 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0279851 Aug 07 04:56:05.895082 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Made reservation on behalf of 4a0a3833a5de4d5785b16971780f29d1 for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:05.897541 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:05.906527 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:05.995610 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:05.999739 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.025711 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:56:06.035150 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f48a7-208e-4393-bcbd-e8ee05827f3d,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:06.040023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.040538 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Added segment be5a8430-8be5-4a7e-8a24-cf0606acdffe of type vlan for network 1884a602-15f2-4e58-b180-8a0f65f4a33b Aug 07 04:56:06.084326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.112817 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.113871 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:06.114463 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.172336 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3086388 Aug 07 04:56:06.175425 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36048) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:06.183542 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac2294-eeeb-46f3-88ca-0196edb7aebb admin admin] Pushing event updated for resources: {'Network': ['ID=1884a602-15f2-4e58-b180-8a0f65f4a33b,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:06.194078 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:56:06.207379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Request body: {'subnet': {'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-51509769-subnet', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:06.235754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:56:06.237616 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Made reservation on behalf of 4a0a3833a5de4d5785b16971780f29d1 for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:06.239857 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12697861'] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.249976 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401847-5388-470b-88f2-c504be9d9553 req-76bafe9f-d82f-416d-8ba1-ec670eeed527 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:06.251552 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a8401847-5388-470b-88f2-c504be9d9553 req-76bafe9f-d82f-416d-8ba1-ec670eeed527 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0881655 Aug 07 04:56:06.347188 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a8401847-5388-470b-88f2-c504be9d9553 req-0909ba45-b5cd-4ba5-be28-b1776f158285 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852783 Aug 07 04:56:06.374838 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:06.375381 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:06.458289 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12822362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12697911'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.491129 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:06.523677 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eeacc65-9ca0-4f8b-bd10-60404ac9be53,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:06.531688 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Checking segment: {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:06.532048 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Network hostable DHCP agents. Network: 1884a602-15f2-4e58-b180-8a0f65f4a33b, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:56:06.548810 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:56:06.557480 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 1884a602-15f2-4e58-b180-8a0f65f4a33b) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:06.561485 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:06.562061 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.577723 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-45d19af3-0b78-4211-8d93-a5eec6d4d30f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4012208 Aug 07 04:56:06.578157 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe904862-4003-4bb0-b37d-ea57870cdac1 None None] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:56:06.580763 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 36052) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:06.586311 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:06.625883 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.626974 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.688730 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 11932655-4fef-4a98-a694-2f7a7c5b21e3 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:06.702674 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.834808 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 11932655-4fef-4a98-a694-2f7a7c5b21e3 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:06.841013 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.855965 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 11932655-4fef-4a98-a694-2f7a7c5b21e3 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:06.856587 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.882384 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-1884a602-15f2-4e58-b180-8a0f65f4a33b', 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'fixed_ips': [{'subnet_id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:56:06.883209 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:06.898595 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e4f7c00b-568c-47c8-a9b3-2b579e34307e req-54ce8d47-0780-4989-931a-b4a927089a33 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0342994 Aug 07 04:56:06.922484 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 2, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:06.949044 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:56:06.949290 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Updating router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:56:06.995729 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6310a570-8392-4677-baa4-7fb669e1b2a4 req-56d111a3-a037-4e5a-9d92-6c2d220e0dcc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0268266 Aug 07 04:56:07.028701 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.058450 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.077171 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.136780 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.182889 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Allocated IP 172.27.3.224 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/d1222891-f97e-4b81-a0e0-572cc9bc39fb) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:07.220756 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 11932655-4fef-4a98-a694-2f7a7c5b21e3, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=11932655-4fef-4a98-a694-2f7a7c5b21e3,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:07.233802 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.241712 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Allocated IP 172.20.0.2 (1884a602-15f2-4e58-b180-8a0f65f4a33b/5eeacc65-9ca0-4f8b-bd10-60404ac9be53/608d6ee3-3468-4bc0-aa32-ff4e776fe9d2) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:07.312163 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.351135 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.388420 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:07.395187 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:07.398080 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:07.427042 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Pushing event updated for resources: {'Port': ['ID=d1222891-f97e-4b81-a0e0-572cc9bc39fb,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:07.435833 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=11932655-4fef-4a98-a694-2f7a7c5b21e3,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:07.481032 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1564f-328a-4065-9919-0c9c12d74707 req-90c2e024-bb6d-4ff1-b0f4-472a236a5140 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:07.483086 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6ab1564f-328a-4065-9919-0c9c12d74707 req-90c2e024-bb6d-4ff1-b0f4-472a236a5140 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0565422 Aug 07 04:56:07.510386 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.524149 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Transition to ACTIVE for port object 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:07.536457 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6ab1564f-328a-4065-9919-0c9c12d74707 req-f79b2b9b-7622-4f11-9575-0dd17d8e462f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466809 Aug 07 04:56:07.570686 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Transition to ACTIVE for port object 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:07.584638 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.626161 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.639611 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:07.648742 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:07.651544 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Transition to ACTIVE for port object 9173759c-3ce9-4dbf-822b-6d65f79c9db2 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:07.655939 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:07.659970 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Pushing event updated for resources: {'Port': ['ID=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:07.664846 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.693241 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.758030 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19217b-21d0-4783-b381-280c0eb39f67 None None] Pushing event updated for resources: {'Port': ['ID=9173759c-3ce9-4dbf-822b-6d65f79c9db2,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:07.763493 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Attempting to bind port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:07.763863 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Attempting to bind port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:07.764394 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Attempting to bind port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 on network 1884a602-15f2-4e58-b180-8a0f65f4a33b {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:07.785681 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:07.786162 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Checking segment: {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:07.786455 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.786852 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Bound using segment: {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:07.787616 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Bound port: 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:07.787737 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.850530 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Attempting to bind port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:07.850902 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Attempting to bind port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:07.851267 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Attempting to bind port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:07.861006 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:07.861382 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Checking segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:07.861791 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.862191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Bound using segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:07.862674 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Bound port: 9173759c-3ce9-4dbf-822b-6d65f79c9db2, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:07.863452 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.919593 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] For port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:07.927246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:07.935320 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] For port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:07.950560 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:08.007366 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] For port 9173759c-3ce9-4dbf-822b-6d65f79c9db2, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:08.024276 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2aa81c-818a-4e4c-8168-dca9adfc81f4 req-bb91273d-7ebf-4341-8cff-703a800e7564 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0325153 Aug 07 04:56:08.037422 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] For port 9173759c-3ce9-4dbf-822b-6d65f79c9db2, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=9173759c-3ce9-4dbf-822b-6d65f79c9db2,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:08.043607 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:08.045672 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1544d9d-3123-4c22-9536-153615b69ace None None] Pushing event updated for resources: {'Port': ['ID=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:08.113057 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Router b871802e-5c0e-4c12-9203-362538cfc8fd is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:56:08.125484 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19217b-21d0-4783-b381-280c0eb39f67 None None] Pushing event updated for resources: {'Port': ['ID=9173759c-3ce9-4dbf-822b-6d65f79c9db2,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:08.128521 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:08.129168 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:08.136759 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d8cc8414-9299-4c6e-95d4-769f65c36e03 req-d9d60875-5f51-4034-975b-7f324172d446 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0375164 Aug 07 04:56:08.294972 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:56:08.307162 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Sync routers for ids ['b871802e-5c0e-4c12-9203-362538cfc8fd'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:56:08.323184 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Routers {'b871802e-5c0e-4c12-9203-362538cfc8fd'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:08.323813 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['b871802e-5c0e-4c12-9203-362538cfc8fd'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:08.331440 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:08.335926 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36074) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:08.336334 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2434cf2d-6ae1-4816-8351-c63b46a12453 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7538097 Aug 07 04:56:08.432351 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:08.487768 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Set router b871802e-5c0e-4c12-9203-362538cfc8fd gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:08.755577 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 3, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:08.768003 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:08.789629 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Checking router: b871802e-5c0e-4c12-9203-362538cfc8fd for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:56:08.793195 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Updating router b871802e-5c0e-4c12-9203-362538cfc8fd port d1222891-f97e-4b81-a0e0-572cc9bc39fb binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:56:08.798217 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d618d4-c37f-4366-b3b3-8bd3b80d81d3 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:56:08.799097 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4dac0-7ec6-465d-a9b6-a8ea6905f399 req-192d4d18-f36a-4def-a4db-15f8d16569f6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:08.800603 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-00a4dac0-7ec6-465d-a9b6-a8ea6905f399 req-192d4d18-f36a-4def-a4db-15f8d16569f6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1450148 Aug 07 04:56:08.909150 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:08.922767 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-00a4dac0-7ec6-465d-a9b6-a8ea6905f399 req-a643f889-7ad7-4c9d-8cc1-c991c9b51196 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745938 Aug 07 04:56:08.943573 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 11932655-4fef-4a98-a694-2f7a7c5b21e3 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:09.044977 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 11932655-4fef-4a98-a694-2f7a7c5b21e3 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:09.045507 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.117049 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.171505 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4d9610b-f897-4d1a-8e62-133bb6f96a14 req-aba21e18-0261-4ea5-b25a-22973960dacf tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0531557 Aug 07 04:56:09.183095 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:09.298296 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:09.326959 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e1beb0f3-5938-41d2-b780-78c5d6435f45 req-f52720bd-171b-4812-aa65-1b07545f2900 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0356970 Aug 07 04:56:09.358734 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f70e3-2542-4e95-aae3-5777dbe4222d None None] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:56:09.368190 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.380306 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Transition to ACTIVE for port object d1222891-f97e-4b81-a0e0-572cc9bc39fb will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:09.388206 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.438385 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ee80b-6155-4480-89d9-cf1093113088 None None] Pushing event updated for resources: {'Port': ['ID=d1222891-f97e-4b81-a0e0-572cc9bc39fb,revision_number=2']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:09.465400 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Attempting to bind port d1222891-f97e-4b81-a0e0-572cc9bc39fb on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:09.465785 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Attempting to bind port d1222891-f97e-4b81-a0e0-572cc9bc39fb by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:09.466291 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Attempting to bind port d1222891-f97e-4b81-a0e0-572cc9bc39fb on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:09.473208 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:09.473662 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:09.474085 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.474484 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:09.474959 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Bound port: d1222891-f97e-4b81-a0e0-572cc9bc39fb, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:09.476333 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.483222 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Allocated IP 172.20.0.1 (1884a602-15f2-4e58-b180-8a0f65f4a33b/5eeacc65-9ca0-4f8b-bd10-60404ac9be53/6975f82c-1d16-47c9-bdbe-5c5e10609884) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:09.528597 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] Provisioning for port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:09.537016 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] Provisioning complete for port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:09.537801 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.553191 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] For port d1222891-f97e-4b81-a0e0-572cc9bc39fb, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:09.558001 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] For port d1222891-f97e-4b81-a0e0-572cc9bc39fb, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=d1222891-f97e-4b81-a0e0-572cc9bc39fb,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:09.563240 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.630680 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.641856 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ee80b-6155-4480-89d9-cf1093113088 None None] Pushing event updated for resources: {'Port': ['ID=d1222891-f97e-4b81-a0e0-572cc9bc39fb,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:09.645567 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Routers {'b871802e-5c0e-4c12-9203-362538cfc8fd'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:09.646543 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['b871802e-5c0e-4c12-9203-362538cfc8fd'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:09.655442 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Transition to ACTIVE for port object 6975f82c-1d16-47c9-bdbe-5c5e10609884 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:09.658569 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.696740 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] For port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:09.702543 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.720465 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:09.746784 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:09.790016 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad99460-2a64-46fb-8ed5-76779cb4d89d None None] Pushing event updated for resources: {'Port': ['ID=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:09.812913 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] Set router b871802e-5c0e-4c12-9203-362538cfc8fd gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:09.930623 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-6ec03088-9ddf-4abc-b9d4-194b919ac8c9 None None] Provisioning complete for port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:09.931348 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6ec03088-9ddf-4abc-b9d4-194b919ac8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.052434 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 3, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:10.080223 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b6202-f9f3-4a3f-97f0-deb6f96af927 None None] The sync data for ids ['b871802e-5c0e-4c12-9203-362538cfc8fd'] in dv-cinder-803748-3-iscsi is: [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 3, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:56:10.085427 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:10.089263 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:10.091726 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Pushing event updated for resources: {'Port': ['ID=6975f82c-1d16-47c9-bdbe-5c5e10609884,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:10.161565 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e4396-e170-4a32-9610-5b6e970ad040 req-4c2dffbf-432e-4ac6-bde1-92c37c277f06 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:10.163148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9e4e4396-e170-4a32-9610-5b6e970ad040 req-4c2dffbf-432e-4ac6-bde1-92c37c277f06 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1085246 Aug 07 04:56:10.163917 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.264067 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9e4e4396-e170-4a32-9610-5b6e970ad040 req-7cd30f29-328f-49ad-bbc8-12a9ac2fd63e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Aug 07 04:56:10.308487 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-4ae4ea47-3ee0-4580-a655-ffca4d91f949 None None] Provisioning for port 6975f82c-1d16-47c9-bdbe-5c5e10609884 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:10.313749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-4ae4ea47-3ee0-4580-a655-ffca4d91f949 None None] Provisioning complete for port 6975f82c-1d16-47c9-bdbe-5c5e10609884 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:10.314295 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ea47-3ee0-4580-a655-ffca4d91f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.361884 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4ea47-3ee0-4580-a655-ffca4d91f949 None None] Port 6975f82c-1d16-47c9-bdbe-5c5e10609884 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:56:10.390859 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.394197 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-68fefc6e-34ef-43f5-8c06-e9940a839e89 req-9aeb014e-afe9-404d-baff-c102d803a460 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0388436 Aug 07 04:56:10.526879 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d24845d2-7a47-4a68-b743-45d8bcb04341 req-ae1df73b-77ad-4342-82bc-86970c7aa63d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0650856 Aug 07 04:56:10.666277 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.673900 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.741493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Pushing event updated for resources: {'Port': ['ID=6975f82c-1d16-47c9-bdbe-5c5e10609884,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:10.744213 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.770740 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device d1222891-f97e-4b81-a0e0-572cc9bc39fb up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:10.824436 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port d1222891-f97e-4b81-a0e0-572cc9bc39fb completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:10.830015 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port d1222891-f97e-4b81-a0e0-572cc9bc39fb triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:10.830395 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.847162 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:10.849016 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:10.938360 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.965164 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port d1222891-f97e-4b81-a0e0-572cc9bc39fb, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=d1222891-f97e-4b81-a0e0-572cc9bc39fb,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:10.973242 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:10.974166 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:10.981596 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Router b871802e-5c0e-4c12-9203-362538cfc8fd has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:56:11.066257 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=d1222891-f97e-4b81-a0e0-572cc9bc39fb,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:11.082144 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:11.083598 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.115645 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:56:11.124565 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-86ce9bf6-2c61-4b54-86d1-bdc8ef59e6be admin admin] 10.222.0.35 "PUT /v2.0/routers/b871802e-5c0e-4c12-9203-362538cfc8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7875319 Aug 07 04:56:11.163480 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9173759c-3ce9-4dbf-822b-6d65f79c9db2 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:11.213886 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-5f2034fd-141a-496f-bb81-2daa4d2cd4c5 None None] Provisioning complete for port 6975f82c-1d16-47c9-bdbe-5c5e10609884 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:11.214281 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-5f2034fd-141a-496f-bb81-2daa4d2cd4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.253971 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-5f2034fd-141a-496f-bb81-2daa4d2cd4c5 None None] Port 6975f82c-1d16-47c9-bdbe-5c5e10609884 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:56:11.255783 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:11.260155 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:11.260518 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.334096 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.369714 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 9173759c-3ce9-4dbf-822b-6d65f79c9db2, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=9173759c-3ce9-4dbf-822b-6d65f79c9db2,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:11.373454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.426139 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=9173759c-3ce9-4dbf-822b-6d65f79c9db2,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:11.639305 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36118) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:11.646189 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428334738', 'description': 'tempest-secgroup-smoke-428334738 description', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:11.668491 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.749594 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880f21c-3355-43f0-bd6b-5446c34c9fcb req-dd32ea3a-c8eb-47a0-898c-60cc36721928 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:11.751059 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6880f21c-3355-43f0-bd6b-5446c34c9fcb req-dd32ea3a-c8eb-47a0-898c-60cc36721928 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0701215 Aug 07 04:56:11.804859 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6880f21c-3355-43f0-bd6b-5446c34c9fcb req-9b71e6a2-6b7e-4c0c-af7d-433c029f2481 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Aug 07 04:56:11.820951 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.826003 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.851314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.852511 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2124124 Aug 07 04:56:11.855643 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36120) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:11.860732 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group_rule': {'security_group_id': 'ca017cb5-9056-4d1b-98dc-6e37500233a1', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:11.867310 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d8dd2-d1da-4e86-bf88-d6c755cf1ac2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca017cb5-9056-4d1b-98dc-6e37500233a1,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:11.897731 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1a15fb5f-de74-46c0-9fe8-70c43b505408 req-ff493f48-3548-4ad4-bd73-6935c7a188ea tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0326126 Aug 07 04:56:11.914314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.993968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.996931 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eefa61c7-b382-4935-9332-b2e46c8d3503 req-d412a09e-b586-403e-834b-4fbe54875c75 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0380123 Aug 07 04:56:11.998716 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.021016 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6871243c-069a-4923-a6c3-a18b49a2614c,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.025505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.026682 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-3e5b7d9d-1afa-49a0-9dba-c5686cb7cf25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701367 Aug 07 04:56:12.029433 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36124) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.033780 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group_rule': {'security_group_id': 'ca017cb5-9056-4d1b-98dc-6e37500233a1', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:12.059744 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.127126 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.133188 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.151303 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1893ba6-94c7-4484-97a3-40dd432ce4f8,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.158148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.159283 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ea7b720f-16b2-4012-b733-35000f6d4ed8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289499 Aug 07 04:56:12.161899 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36128) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.166231 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group_rule': {'security_group_id': 'ca017cb5-9056-4d1b-98dc-6e37500233a1', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:12.190264 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.249912 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.256341 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.273024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5ca785-d22e-4970-9552-3493441296cd,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.279225 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.280492 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-5789a215-bf5f-4459-8050-cf985a63c217 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176920 Aug 07 04:56:12.280826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Sync routers for ids ['b871802e-5c0e-4c12-9203-362538cfc8fd'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:56:12.283399 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36130) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.287794 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group_rule': {'security_group_id': 'ca017cb5-9056-4d1b-98dc-6e37500233a1', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:12.291631 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Routers {'b871802e-5c0e-4c12-9203-362538cfc8fd'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:12.292246 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['b871802e-5c0e-4c12-9203-362538cfc8fd'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:12.320051 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.387516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.391411 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.397563 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Set router b871802e-5c0e-4c12-9203-362538cfc8fd gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:12.408541 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f20b3b-5d99-4677-a6fb-2cccef5f2c7d,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.417852 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.422069 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a0e48ad9-1e2e-4263-bb4a-10fa98a706a3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348939 Aug 07 04:56:12.422956 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36134) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.427055 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group_rule': {'security_group_id': 'ca017cb5-9056-4d1b-98dc-6e37500233a1', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:12.449276 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.securitygroups_db [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Project e90cab30a20644dbabb505e1ada2dc3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:56:12.454104 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.514311 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.518336 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.537136 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9fb206-fb23-4f17-8370-96482cce554e,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.541457 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.545630 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 36136) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.546121 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6b05be74-50e2-4c15-b581-1d552632455d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222785 Aug 07 04:56:12.550496 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'security_group_rule': {'security_group_id': 'ca017cb5-9056-4d1b-98dc-6e37500233a1', 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:12.573215 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.securitygroups_db [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Project e90cab30a20644dbabb505e1ada2dc3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:56:12.581427 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.595714 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '6975f82c-1d16-47c9-bdbe-5c5e10609884', 'name': '', 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'mac_address': 'fa:16:3e:7f:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:09Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 2, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'subnets': [{'id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:12.626808 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Checking router: b871802e-5c0e-4c12-9203-362538cfc8fd for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:56:12.627174 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Updating router b871802e-5c0e-4c12-9203-362538cfc8fd port 6975f82c-1d16-47c9-bdbe-5c5e10609884 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:56:12.655767 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.658369 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.661998 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.670686 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device d1222891-f97e-4b81-a0e0-572cc9bc39fb up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:12.675234 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04def1e-4505-4cf0-a63b-ecce254fd426,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.687546 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.688741 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-834f3950-d654-4cb0-8a58-776c583a1f8c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419702 Aug 07 04:56:12.812581 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port d1222891-f97e-4b81-a0e0-572cc9bc39fb triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:12.813091 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.924521 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743727-e90a-4e7b-bdf8-f7705b8a11b5 req-0a9a6a41-a3b8-47d5-b8bc-02fc1af0c1c9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:12.926073 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-93743727-e90a-4e7b-bdf8-f7705b8a11b5 req-0a9a6a41-a3b8-47d5-b8bc-02fc1af0c1c9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0488269 Aug 07 04:56:12.968135 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-93743727-e90a-4e7b-bdf8-f7705b8a11b5 req-ec52c8f3-5ffe-4db5-baa5-d6d3acbb2248 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Aug 07 04:56:12.970587 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9173759c-3ce9-4dbf-822b-6d65f79c9db2 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:13.087684 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.103695 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Transition to ACTIVE for port object 6975f82c-1d16-47c9-bdbe-5c5e10609884 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:13.110533 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:13.111071 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.135490 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.139520 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-65e498ca-302d-43c9-8f2f-d38445da13a9 req-92014ede-1d8c-48bf-bfba-3b75cb7d2dd7 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0553503 Aug 07 04:56:13.206693 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e06a643-4c7a-49b3-8b70-80c333dd4caa req-c5130379-81d2-42c1-91f5-7edc5679289e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0477242 Aug 07 04:56:13.248753 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2e67b-84d6-4389-89dd-9d58a57f45b8 None None] Pushing event updated for resources: {'Port': ['ID=6975f82c-1d16-47c9-bdbe-5c5e10609884,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:13.335939 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Attempting to bind port 6975f82c-1d16-47c9-bdbe-5c5e10609884 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:13.336586 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Attempting to bind port 6975f82c-1d16-47c9-bdbe-5c5e10609884 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:13.337764 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Attempting to bind port 6975f82c-1d16-47c9-bdbe-5c5e10609884 on network 1884a602-15f2-4e58-b180-8a0f65f4a33b {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:13.349474 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:13.350081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Checking segment: {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:13.350715 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.351355 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Bound using segment: {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:13.352109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Bound port: 6975f82c-1d16-47c9-bdbe-5c5e10609884, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5a8430-8be5-4a7e-8a24-cf0606acdffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:13.353360 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.542561 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] For port 6975f82c-1d16-47c9-bdbe-5c5e10609884, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:13.545615 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] For port 6975f82c-1d16-47c9-bdbe-5c5e10609884, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6975f82c-1d16-47c9-bdbe-5c5e10609884,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:13.550000 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.608827 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Routers {'b871802e-5c0e-4c12-9203-362538cfc8fd'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:13.609447 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:55:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['b871802e-5c0e-4c12-9203-362538cfc8fd'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:13.614393 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2e67b-84d6-4389-89dd-9d58a57f45b8 None None] Pushing event updated for resources: {'Port': ['ID=6975f82c-1d16-47c9-bdbe-5c5e10609884,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:13.725045 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] Set router b871802e-5c0e-4c12-9203-362538cfc8fd gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:13.936714 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '6975f82c-1d16-47c9-bdbe-5c5e10609884', 'name': '', 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'mac_address': 'fa:16:3e:7f:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:09Z', 'updated_at': '2021-08-07T04:56:13Z', 'revision_number': 4, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'subnets': [{'id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:13.966949 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d370b85-eaec-4ecb-a872-ab4a5342a0be None None] The sync data for ids ['b871802e-5c0e-4c12-9203-362538cfc8fd'] in dv-cinder-803748-3-iscsi is: [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '6975f82c-1d16-47c9-bdbe-5c5e10609884', 'name': '', 'network_id': '1884a602-15f2-4e58-b180-8a0f65f4a33b', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'mac_address': 'fa:16:3e:7f:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:09Z', 'updated_at': '2021-08-07T04:56:13Z', 'revision_number': 4, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'subnets': [{'id': '5eeacc65-9ca0-4f8b-bd10-60404ac9be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:56:14.182367 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-67b00c49-fecb-46ad-a8f3-1c26a27453b4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:14.184620 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-67b00c49-fecb-46ad-a8f3-1c26a27453b4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "GET /v2.0/networks?id=a75033fe-395c-44bd-aeca-8b2f84f00266 HTTP/1.1" status: 200 len: 808 time: 0.1541965 Aug 07 04:56:14.195603 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3cbd6-a136-4274-b047-91b5a9395af5 req-ace69fe0-7ee7-4eee-a183-56adae796a4a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:14.197275 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f5d3cbd6-a136-4274-b047-91b5a9395af5 req-ace69fe0-7ee7-4eee-a183-56adae796a4a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0835309 Aug 07 04:56:14.267014 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f5d3cbd6-a136-4274-b047-91b5a9395af5 req-7d242f15-8e93-40df-bde2-1af1bcdeb310 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623565 Aug 07 04:56:14.276325 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Request body: {'port': {'device_id': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266', 'admin_state_up': True, 'tenant_id': '910b734a3aa343fb9c79c6f1ae1ed425'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:14.442263 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8a9eeaad-0ee8-43c8-8d25-b3fc484c0f44 req-c00a05ea-0e63-4ce5-b557-f95953586384 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0459237 Aug 07 04:56:14.460100 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Made reservation on behalf of 910b734a3aa343fb9c79c6f1ae1ed425 for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:14.464723 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:14.516287 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5a5a2186-889e-4fee-b3c3-c9e78ae6c53c req-2fc6e8f9-0e92-419c-8715-fe811f0841bd tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0373449 Aug 07 04:56:14.708309 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Allocated IP 172.20.0.3 (a75033fe-395c-44bd-aeca-8b2f84f00266/c78c259a-7e84-4885-badb-096e847ffd03/22b74cd5-b343-4ab5-9067-d22686f86c83) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:14.761820 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6975f82c-1d16-47c9-bdbe-5c5e10609884 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:14.838489 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 6975f82c-1d16-47c9-bdbe-5c5e10609884 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:14.851036 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 6975f82c-1d16-47c9-bdbe-5c5e10609884 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:14.851421 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:14.882925 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012dcc-b59a-4f23-9c6e-049387b974d7 req-e31e906b-e60c-4c95-8a8e-1167ce24e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:14.884841 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c6012dcc-b59a-4f23-9c6e-049387b974d7 req-e31e906b-e60c-4c95-8a8e-1167ce24e025 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.1036880 Aug 07 04:56:14.916090 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:14.987051 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c6012dcc-b59a-4f23-9c6e-049387b974d7 req-03ccd241-8a67-49c6-9fb9-99c1be6a64df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685680 Aug 07 04:56:14.993562 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.000026 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.052088 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 6975f82c-1d16-47c9-bdbe-5c5e10609884, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6975f82c-1d16-47c9-bdbe-5c5e10609884,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:15.060109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.065763 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-b793a978-0f82-4e67-a45f-6cffc5280dca tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:15.066390 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Pushing event updated for resources: {'Port': ['ID=22b74cd5-b343-4ab5-9067-d22686f86c83,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:15.070373 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-b793a978-0f82-4e67-a45f-6cffc5280dca tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.1513948 Aug 07 04:56:15.083843 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Network a75033fe-395c-44bd-aeca-8b2f84f00266 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:15.085494 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:15.093178 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:15.138326 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=6975f82c-1d16-47c9-bdbe-5c5e10609884,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:15.158447 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:15.159091 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.175450 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ef4a858b-3837-4a1e-a602-43804e90f6a4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042895 Aug 07 04:56:15.397531 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a3806-baf5-4e9d-a78a-46002ba9642a req-257e3271-da6e-4743-890e-44ac27e7fb5a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:15.399003 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-569a3806-baf5-4e9d-a78a-46002ba9642a req-257e3271-da6e-4743-890e-44ac27e7fb5a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Aug 07 04:56:15.441187 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-569a3806-baf5-4e9d-a78a-46002ba9642a req-2e814c9d-2b32-4cde-9f94-17456c3dfa9a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Aug 07 04:56:15.560090 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e843f00-520d-4766-a322-6db78dc60a7e req-629e6922-68a9-468b-8088-4f5aa945a7f8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:15.561563 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2e843f00-520d-4766-a322-6db78dc60a7e req-629e6922-68a9-468b-8088-4f5aa945a7f8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 931 time: 0.0475292 Aug 07 04:56:15.598256 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2e843f00-520d-4766-a322-6db78dc60a7e req-a0652f85-955c-49b6-9707-c48cd3b8089c tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Aug 07 04:56:15.608654 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Request body: {'port': {'device_id': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'admin_state_up': True, 'tenant_id': '56d51e070d184693b32f62e300ded4fa'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:15.615722 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Request body: {'port': {'device_id': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:15.679648 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.706158 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-592332ec-daf2-4e70-8f5f-efe8a040cd93 req-bcf6af91-f56d-45b5-a2c2-81d5842899c4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0321310 Aug 07 04:56:15.776448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Made reservation on behalf of 56d51e070d184693b32f62e300ded4fa for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:15.780680 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.918998 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Allocated IP 172.20.0.6 (c0e4a04f-a799-47ad-9475-bb3ebbb61692/2dc8ee7d-2bd2-4556-9ec8-d32d05612991/1e777704-a54d-44cc-8174-3b1b99eb2c91) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:15.999160 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b74cd5-b343-4ab5-9067-d22686f86c83 {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:16.007165 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.023782 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Transition to ACTIVE for port object 22b74cd5-b343-4ab5-9067-d22686f86c83 will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:16.028076 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.079848 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Pushing event updated for resources: {'Port': ['ID=22b74cd5-b343-4ab5-9067-d22686f86c83,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:16.091652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.133234 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.152362 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Attempting to bind port 22b74cd5-b343-4ab5-9067-d22686f86c83 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:16.152898 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Attempting to bind port 22b74cd5-b343-4ab5-9067-d22686f86c83 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:16.153306 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Attempting to bind port 22b74cd5-b343-4ab5-9067-d22686f86c83 on network a75033fe-395c-44bd-aeca-8b2f84f00266 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:16.158461 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Port 22b74cd5-b343-4ab5-9067-d22686f86c83 on network a75033fe-395c-44bd-aeca-8b2f84f00266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:56:16.159070 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Attempting to bind port 22b74cd5-b343-4ab5-9067-d22686f86c83 on network a75033fe-395c-44bd-aeca-8b2f84f00266 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:16.163976 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:16.164401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Checking segment: {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:16.164858 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Bound using segment: {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:16.166217 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Bound port: 22b74cd5-b343-4ab5-9067-d22686f86c83, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a091bc-676d-48e0-9dbe-846e1a17ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:16.166650 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.175360 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:16.181335 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:16.185317 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf', '2d316e0b-8eea-4346-9431-4ce3f3d44c94'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:16.188836 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:16.205154 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event updated for resources: {'Port': ['ID=1e777704-a54d-44cc-8174-3b1b99eb2c91,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:16.271133 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:16.271814 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.288510 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-731b19a9-ca83-4705-a0f0-1f910a5ea40f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6838758 Aug 07 04:56:16.310988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Request body: {'port': {'device_id': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:16.373351 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.490896 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] For port 22b74cd5-b343-4ab5-9067-d22686f86c83, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:16.496050 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] For port 22b74cd5-b343-4ab5-9067-d22686f86c83, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=22b74cd5-b343-4ab5-9067-d22686f86c83,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:16.500496 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.571388 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:16.572023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.573423 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] 10.222.0.24 "PUT /v2.0/ports/22b74cd5-b343-4ab5-9067-d22686f86c83 HTTP/1.1" status: 200 len: 1093 time: 0.9692538 Aug 07 04:56:16.574017 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'tag': '22b74cd5-b343-4ab5-9067-d22686f86c83'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:16.576329 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd8271f-a441-413d-9ce6-4244b98efaba" -d '{"events": [{"name": "network-changed", "server_uuid": "17932a8a-0c0c-4510-85ad-98dbf1a77bdc", "tag": "22b74cd5-b343-4ab5-9067-d22686f86c83"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:16.598356 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4403f2-b73d-4627-a14a-41764760c475 service neutron] Pushing event updated for resources: {'Port': ['ID=22b74cd5-b343-4ab5-9067-d22686f86c83,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:16.618458 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876ef40-5a47-4afd-9a10-c4e117e427e0 req-aee86b2f-c02e-4ccc-a313-b6f3fa50e28c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:16.619971 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5876ef40-5a47-4afd-9a10-c4e117e427e0 req-aee86b2f-c02e-4ccc-a313-b6f3fa50e28c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0870106 Aug 07 04:56:16.659471 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f2b86-0465-4af6-a398-bb5a3669f6d5 x-openstack-request-id: req-986f2b86-0465-4af6-a398-bb5a3669f6d5 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:16.659959 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17932a8a-0c0c-4510-85ad-98dbf1a77bdc", "tag": "22b74cd5-b343-4ab5-9067-d22686f86c83", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:16.660352 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-986f2b86-0465-4af6-a398-bb5a3669f6d5 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:16.661221 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'tag': '22b74cd5-b343-4ab5-9067-d22686f86c83', 'status': 'completed', 'code': 200} Aug 07 04:56:16.687184 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5876ef40-5a47-4afd-9a10-c4e117e427e0 req-55b397dd-63b6-4676-9df1-6dff8b990bbf tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598557 Aug 07 04:56:16.701457 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e777704-a54d-44cc-8174-3b1b99eb2c91 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:16.711303 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6975f82c-1d16-47c9-bdbe-5c5e10609884 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:16.725137 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.764959 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Transition to ACTIVE for port object 1e777704-a54d-44cc-8174-3b1b99eb2c91 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:16.772254 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.783614 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 6975f82c-1d16-47c9-bdbe-5c5e10609884 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:16.783999 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.789054 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2140-9b1b-4ba0-a58a-59a443e81aa9 req-5e168a93-4d7a-4a7d-8dae-8c8dc009c570 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:16.791189 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-200c2140-9b1b-4ba0-a58a-59a443e81aa9 req-5e168a93-4d7a-4a7d-8dae-8c8dc009c570 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 943 time: 0.0783935 Aug 07 04:56:16.858696 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e777704-a54d-44cc-8174-3b1b99eb2c91,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:16.871703 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-2e878896-bd73-4d7b-881a-5082d9b61cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:16.873069 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-2e878896-bd73-4d7b-881a-5082d9b61cd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 1096 time: 0.0658641 Aug 07 04:56:16.920031 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-200c2140-9b1b-4ba0-a58a-59a443e81aa9 req-cce60ccf-2de6-4d72-9e14-c7e6262e70c1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066701 Aug 07 04:56:16.956286 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Attempting to bind port 1e777704-a54d-44cc-8174-3b1b99eb2c91 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:16.956619 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Attempting to bind port 1e777704-a54d-44cc-8174-3b1b99eb2c91 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:16.957006 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Attempting to bind port 1e777704-a54d-44cc-8174-3b1b99eb2c91 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:16.962986 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Port 1e777704-a54d-44cc-8174-3b1b99eb2c91 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:56:16.963307 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Attempting to bind port 1e777704-a54d-44cc-8174-3b1b99eb2c91 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:16.971150 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:16.971435 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Checking segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:16.971822 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Bound using segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:16.973360 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Bound port: 1e777704-a54d-44cc-8174-3b1b99eb2c91, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:16.973360 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.001245 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-9ddfc3b2-9169-4db0-bd31-8b9dc5f418c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b74cd5-b343-4ab5-9067-d22686f86c83 HTTP/1.1" status: 200 len: 217 time: 0.0381668 Aug 07 04:56:17.070237 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e893d0d-7ddb-40a5-a6b2-1ac81f67d0da req-9d2ec6f3-52fb-4f83-994c-225ab50f5de2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.071629 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2e893d0d-7ddb-40a5-a6b2-1ac81f67d0da req-9d2ec6f3-52fb-4f83-994c-225ab50f5de2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 943 time: 0.0852869 Aug 07 04:56:17.075699 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] For port 1e777704-a54d-44cc-8174-3b1b99eb2c91, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:17.079050 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] For port 1e777704-a54d-44cc-8174-3b1b99eb2c91, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:17.090028 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.099783 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-4737746b-0977-4eb4-a82d-d256501c2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.101288 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-4737746b-0977-4eb4-a82d-d256501c2c96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c78c259a-7e84-4885-badb-096e847ffd03 HTTP/1.1" status: 200 len: 848 time: 0.0532563 Aug 07 04:56:17.132513 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.133171 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.134275 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-20582522-ac19-40b7-843e-9ed2ef936c0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a75033fe-395c-44bd-aeca-8b2f84f00266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240307 Aug 07 04:56:17.134947 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e777704-a54d-44cc-8174-3b1b99eb2c91 HTTP/1.1" status: 200 len: 1093 time: 0.8296800 Aug 07 04:56:17.140385 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'tag': '1e777704-a54d-44cc-8174-3b1b99eb2c91'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:17.142700 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602556f6-c3f4-4c6e-9242-7a84abec9e55" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5", "tag": "1e777704-a54d-44cc-8174-3b1b99eb2c91"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:17.170633 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2e893d0d-7ddb-40a5-a6b2-1ac81f67d0da req-9bdb3220-3534-4366-83e2-3af2e11ab1b0 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901000 Aug 07 04:56:17.184891 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cb8f5-1b74-414c-bcd5-64ad1f10d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e777704-a54d-44cc-8174-3b1b99eb2c91,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:17.219842 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db0f5f-10fc-4163-9cc6-94e87ec3a0e9 x-openstack-request-id: req-15db0f5f-10fc-4163-9cc6-94e87ec3a0e9 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:17.220207 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5", "tag": "1e777704-a54d-44cc-8174-3b1b99eb2c91", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:17.220617 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15db0f5f-10fc-4163-9cc6-94e87ec3a0e9 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:17.221521 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'tag': '1e777704-a54d-44cc-8174-3b1b99eb2c91', 'status': 'completed', 'code': 200} Aug 07 04:56:17.321911 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-98531a36-37ed-4588-bc99-75a6eb5d1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.323345 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-98531a36-37ed-4588-bc99-75a6eb5d1d6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 1096 time: 0.0573707 Aug 07 04:56:17.325672 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-ae2277ec-4b07-4317-8105-8a5667be4c0a service neutron] 10.222.0.24 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329858 Aug 07 04:56:17.387832 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-5945c3d6-b293-459e-b7d6-84a05b7d4128 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91 HTTP/1.1" status: 200 len: 217 time: 0.0371063 Aug 07 04:56:17.438928 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-c9f4d685-9ae4-4ca5-95ae-e1777ac0133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.439569 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0576659c-3d97-43b8-9994-e64ade62ca47 req-e24cabe1-3ac4-4d52-a410-d5b5bd4a192e service neutron] 10.222.0.24 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876141 Aug 07 04:56:17.440351 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-c9f4d685-9ae4-4ca5-95ae-e1777ac0133e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.0438528 Aug 07 04:56:17.494145 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-b1fa400a-8b0a-4179-9880-289c6939a7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247416 Aug 07 04:56:17.634670 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-871031a4-7db6-4f22-ba42-0b8b2ce30611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.634670 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-871031a4-7db6-4f22-ba42-0b8b2ce30611 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 1096 time: 0.0486209 Aug 07 04:56:17.679404 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-7b97ac1b-2925-4aac-b179-bfc6d00bf71b service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960999 Aug 07 04:56:17.740457 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-bea0229a-ec41-4465-9f87-c28e477d640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.741954 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-bea0229a-ec41-4465-9f87-c28e477d640f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a75033fe-395c-44bd-aeca-8b2f84f00266 HTTP/1.1" status: 200 len: 909 time: 0.1005971 Aug 07 04:56:17.775181 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3971f9df-0d63-40ca-ad1d-86735d6d3323 req-141714ac-286d-427a-92a1-aad8d84f387e service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861604 Aug 07 04:56:17.789417 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-7461c015-4590-4a93-9ab8-3f1efa8d4539 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b74cd5-b343-4ab5-9067-d22686f86c83 HTTP/1.1" status: 200 len: 217 time: 0.0366383 Aug 07 04:56:17.823057 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8961c-3be0-4cd7-bc20-f03f283477b6 req-2fa21cf9-21f8-4738-9971-f49a0ef4556a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.824434 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dca8961c-3be0-4cd7-bc20-f03f283477b6 req-2fa21cf9-21f8-4738-9971-f49a0ef4556a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Aug 07 04:56:17.840725 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-6be58d78-6038-4b8d-8d65-2aa0e67be04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.842481 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-6be58d78-6038-4b8d-8d65-2aa0e67be04c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c78c259a-7e84-4885-badb-096e847ffd03 HTTP/1.1" status: 200 len: 848 time: 0.0449777 Aug 07 04:56:17.864364 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dca8961c-3be0-4cd7-bc20-f03f283477b6 req-354935c6-c79f-4d30-ad02-909869b20a9c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Aug 07 04:56:17.935750 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-3049fd1c-4fcf-43b7-813f-9daa36245603 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a75033fe-395c-44bd-aeca-8b2f84f00266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257323 Aug 07 04:56:17.959257 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-68bab0a1-0cf9-4a69-89c2-c60a3b03870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:17.961681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-68bab0a1-0cf9-4a69-89c2-c60a3b03870a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 1096 time: 0.0526848 Aug 07 04:56:18.080705 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc037dd-ff96-48bf-81d7-44c60c038898 req-53beaf1b-23b9-4848-ad1d-34850a3e0f00 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.082210 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7bc037dd-ff96-48bf-81d7-44c60c038898 req-53beaf1b-23b9-4848-ad1d-34850a3e0f00 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 943 time: 0.0831916 Aug 07 04:56:18.085508 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-815b6b74-2dd1-4da1-af4a-4a98911d03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.085743 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-30aec004-eb35-4907-ae4d-3fb1a5f9d56d service neutron] 10.222.0.24 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368175 Aug 07 04:56:18.087358 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-815b6b74-2dd1-4da1-af4a-4a98911d03c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 913 time: 0.1165342 Aug 07 04:56:18.120653 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7bc037dd-ff96-48bf-81d7-44c60c038898 req-f67e1468-52b6-4af8-b4b9-31c8cccbb6b4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Aug 07 04:56:18.190865 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-47a9e0f1-040f-46a5-9ab5-fc9680835584 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91 HTTP/1.1" status: 200 len: 217 time: 0.0407181 Aug 07 04:56:18.244101 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-bf8d90ad-81b6-4e1f-9661-00c265574f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.245867 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-bf8d90ad-81b6-4e1f-9661-00c265574f06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.0436988 Aug 07 04:56:18.278871 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-7f4b5d48-c1fe-4648-85ac-187b53f0c6fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231721 Aug 07 04:56:18.288673 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-4660ce18-9083-4c07-87fb-b66897cd0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.290713 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-4660ce18-9083-4c07-87fb-b66897cd0d97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.1320295 Aug 07 04:56:18.333778 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc39ee-d758-459b-a93c-5f6598a27ae7 req-7de1b8da-cb98-4cdb-88f1-5a9b4ea70452 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.335087 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5afc39ee-d758-459b-a93c-5f6598a27ae7 req-7de1b8da-cb98-4cdb-88f1-5a9b4ea70452 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1447854 Aug 07 04:56:18.383291 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-d211187a-7345-41c4-b51a-dc4fdded9986 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953839 Aug 07 04:56:18.390549 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5fd8271f-a441-413d-9ce6-4244b98efaba req-63d21037-897c-4cf9-acd7-3b7cd7dad82a service neutron] 10.222.0.24 "GET /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409186 Aug 07 04:56:18.429563 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5afc39ee-d758-459b-a93c-5f6598a27ae7 req-4f450228-c43e-4597-9f86-aa5736d0802d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627534 Aug 07 04:56:18.455318 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-a962f90c-cd2b-41b2-8624-711dd5ec021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.456698 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-a962f90c-cd2b-41b2-8624-711dd5ec021b service neutron] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 920 time: 0.1553602 Aug 07 04:56:18.516273 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-e6de3bbe-a1cc-406a-ac05-34e1ef3690b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 200 len: 217 time: 0.0496891 Aug 07 04:56:18.545626 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-602556f6-c3f4-4c6e-9242-7a84abec9e55 req-46f6b30c-f0cf-44a7-85bb-711cba42c416 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535506 Aug 07 04:56:18.565177 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388bd2-4a14-4ff3-a375-568fc8bf8757 req-76838561-e41f-45c8-9521-978ded8525e8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.572435 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-692c0f9d-8508-4fda-912e-616cd2089b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:18.573558 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a5388bd2-4a14-4ff3-a375-568fc8bf8757 req-76838561-e41f-45c8-9521-978ded8525e8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 943 time: 0.0667660 Aug 07 04:56:18.574282 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-692c0f9d-8508-4fda-912e-616cd2089b3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0482936 Aug 07 04:56:18.614371 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a5388bd2-4a14-4ff3-a375-568fc8bf8757 req-59d540f0-c680-44ec-a20a-88c25f5dc077 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Aug 07 04:56:18.615360 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-a87a0510-deba-4eaf-a9ff-83d7491cd734 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310133 Aug 07 04:56:18.716728 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-51d7c441-6bfd-4719-b036-012d3a0b9fc7 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931296 Aug 07 04:56:18.797967 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36336) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:18.817316 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25f6f570-2ba3-4e07-bcd0-fa437e7ca65f req-d6c30692-5dda-4dec-8eba-1196a2f6ef94 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927622 Aug 07 04:56:18.907361 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7306f70a-b2d7-4ed2-81ad-affbe4eb2027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.002168 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7306f70a-b2d7-4ed2-81ad-affbe4eb2027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.006026 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7306f70a-b2d7-4ed2-81ad-affbe4eb2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.043162 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7306f70a-b2d7-4ed2-81ad-affbe4eb2027 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a535f836e0a14d1388bddddf2332bba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441642 Aug 07 04:56:19.044013 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306f70a-b2d7-4ed2-81ad-affbe4eb2027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c691dfd-4007-48dd-aba5-f9cfdc11ef09,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:19.045819 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 36340) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:19.096106 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-18f15ca3-094b-4607-ac71-8c876c60eb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.119800 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-18f15ca3-094b-4607-ac71-8c876c60eb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.169469 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-18f15ca3-094b-4607-ac71-8c876c60eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.171960 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-18f15ca3-094b-4607-ac71-8c876c60eb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.173138 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-18f15ca3-094b-4607-ac71-8c876c60eb1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c691dfd-4007-48dd-aba5-f9cfdc11ef09 HTTP/1.1" status: 204 len: 168 time: 0.1263022 Aug 07 04:56:19.180985 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f15ca3-094b-4607-ac71-8c876c60eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c691dfd-4007-48dd-aba5-f9cfdc11ef09,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:19.244223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680656f-ca47-4c04-a064-192b376a25b2 req-7c5ca1c6-d8ea-4b3a-831c-98457dea747f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:19.245993 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2680656f-ca47-4c04-a064-192b376a25b2 req-7c5ca1c6-d8ea-4b3a-831c-98457dea747f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 943 time: 0.0564179 Aug 07 04:56:19.291873 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2680656f-ca47-4c04-a064-192b376a25b2 req-d54a48bc-26a3-4020-8352-27a2f1450978 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Aug 07 04:56:19.452492 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36352) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:19.475807 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ffd98b8f-3ec0-4c5b-83ef-378a0363fbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.558606 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c6fa7-ac81-4f51-b544-70a953d01b12 req-334fb895-fb7d-4700-9b57-2872e534bb67 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:19.560096 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ad4c6fa7-ac81-4f51-b544-70a953d01b12 req-334fb895-fb7d-4700-9b57-2872e534bb67 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Aug 07 04:56:19.568024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ffd98b8f-3ec0-4c5b-83ef-378a0363fbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.572124 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ffd98b8f-3ec0-4c5b-83ef-378a0363fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.599657 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ad4c6fa7-ac81-4f51-b544-70a953d01b12 req-5d6a1e76-aaff-4d7b-9422-26ba61d7a702 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Aug 07 04:56:19.621352 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ffd98b8f-3ec0-4c5b-83ef-378a0363fbdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41cb5686ee1147a091f6ac2af6772a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579618 Aug 07 04:56:19.621352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36356) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:19.630142 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd98b8f-3ec0-4c5b-83ef-378a0363fbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16f27a-cb6c-4c6d-9881-1b9ade057217,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:19.689200 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0827788-6bce-4bc2-ad91-2c54bcfa6f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.709858 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0827788-6bce-4bc2-ad91-2c54bcfa6f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.762597 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0827788-6bce-4bc2-ad91-2c54bcfa6f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.765078 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f0827788-6bce-4bc2-ad91-2c54bcfa6f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.766217 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-f0827788-6bce-4bc2-ad91-2c54bcfa6f8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b16f27a-cb6c-4c6d-9881-1b9ade057217 HTTP/1.1" status: 204 len: 168 time: 0.1518226 Aug 07 04:56:19.767065 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a894a-82a5-475a-8206-25fc1bbe69cd req-69591a57-918e-4b48-8728-016f63e16209 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:19.768566 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a83a894a-82a5-475a-8206-25fc1bbe69cd req-69591a57-918e-4b48-8728-016f63e16209 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 943 time: 0.0654507 Aug 07 04:56:19.782537 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0827788-6bce-4bc2-ad91-2c54bcfa6f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16f27a-cb6c-4c6d-9881-1b9ade057217,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:19.817666 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a83a894a-82a5-475a-8206-25fc1bbe69cd req-dd726af9-2668-488d-a741-db9aff3d365c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Aug 07 04:56:20.411933 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5351d7a-c759-4d1d-8f6a-c0bb52e2819a req-dd1db9fe-ef9a-4757-b2dc-67283c12bc8e tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:20.413553 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d5351d7a-c759-4d1d-8f6a-c0bb52e2819a req-dd1db9fe-ef9a-4757-b2dc-67283c12bc8e tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 943 time: 0.0478692 Aug 07 04:56:20.454247 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d5351d7a-c759-4d1d-8f6a-c0bb52e2819a req-5df0de00-2830-4e31-b2c4-b727cb364533 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Aug 07 04:56:20.736107 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5507a-a926-4bd3-bdfc-be7607aefc8d req-796d5562-ca0f-46bc-84cc-0e2ee5191193 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:20.745348 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6fb5507a-a926-4bd3-bdfc-be7607aefc8d req-796d5562-ca0f-46bc-84cc-0e2ee5191193 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0752380 Aug 07 04:56:20.780815 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6fb5507a-a926-4bd3-bdfc-be7607aefc8d req-260eec3c-2849-489b-8896-d0e353b864e6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Aug 07 04:56:20.951068 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639d83-e81a-40d8-a1c1-aaa0e801ecf5 req-8748884f-cb88-4441-9cf4-13810e01f2c6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:20.952541 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b6639d83-e81a-40d8-a1c1-aaa0e801ecf5 req-8748884f-cb88-4441-9cf4-13810e01f2c6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 943 time: 0.0498703 Aug 07 04:56:20.990307 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b6639d83-e81a-40d8-a1c1-aaa0e801ecf5 req-70c5d1a0-8c5a-457a-98ea-935049bead25 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Aug 07 04:56:21.569436 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3cfc-b9de-455f-aaa2-bbbcea86e341 req-9ec5ef97-bc10-40c5-8c47-beb457fd47e4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:21.574847 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9c6e3cfc-b9de-455f-aaa2-bbbcea86e341 req-9ec5ef97-bc10-40c5-8c47-beb457fd47e4 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 943 time: 0.0518246 Aug 07 04:56:21.595845 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c5efd13e-4eed-4bbf-b068-57dd2e8a0d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:21.617066 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9c6e3cfc-b9de-455f-aaa2-bbbcea86e341 req-139c4516-2d01-4f7f-8076-e3a8507c09a7 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Aug 07 04:56:21.901052 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e904504-cdfc-41a2-b0fc-201bcf6f6a5d req-aaabbf06-e3fa-4024-87ff-cdbb2e377e4e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:21.902552 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8e904504-cdfc-41a2-b0fc-201bcf6f6a5d req-aaabbf06-e3fa-4024-87ff-cdbb2e377e4e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Aug 07 04:56:21.940947 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8e904504-cdfc-41a2-b0fc-201bcf6f6a5d req-03bc9c3b-c1c9-4707-90bb-fb96683022e8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Aug 07 04:56:22.112240 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2ba74-7cd1-431d-8fe9-892af845fc3d req-147826e3-0f2c-4240-9d6a-89d3c3eb06b8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:22.113734 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-58e2ba74-7cd1-431d-8fe9-892af845fc3d req-147826e3-0f2c-4240-9d6a-89d3c3eb06b8 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 943 time: 0.0514302 Aug 07 04:56:22.150764 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-58e2ba74-7cd1-431d-8fe9-892af845fc3d req-f96210a8-c00a-4019-b1d1-4247349683a7 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Aug 07 04:56:22.421707 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.747611 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcf2a7-ca99-4ef1-a542-e2654a1224f5 req-b453e42d-eb3d-4209-a578-9cdf646f0198 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:22.749094 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1cfcf2a7-ca99-4ef1-a542-e2654a1224f5 req-b453e42d-eb3d-4209-a578-9cdf646f0198 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 943 time: 0.0623755 Aug 07 04:56:22.801489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1cfcf2a7-ca99-4ef1-a542-e2654a1224f5 req-406ba1be-4c09-47df-ac58-f8e673256c39 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Aug 07 04:56:23.084098 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e4e0b-339c-4496-b41f-79cb8edf1a1e req-dcb822de-5cf1-450d-8d2b-1267b4e6a061 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:23.086091 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-966e4e0b-339c-4496-b41f-79cb8edf1a1e req-dcb822de-5cf1-450d-8d2b-1267b4e6a061 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0629022 Aug 07 04:56:23.133691 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-966e4e0b-339c-4496-b41f-79cb8edf1a1e req-15bcfbf0-3573-42f2-9469-5d9af65fd371 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Aug 07 04:56:23.269305 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb6584-126b-4d6d-89cb-f47ac3782b52 req-a98e9969-b306-4cf1-b31c-77875a92c71d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:23.270724 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-38cb6584-126b-4d6d-89cb-f47ac3782b52 req-a98e9969-b306-4cf1-b31c-77875a92c71d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 943 time: 0.0503309 Aug 07 04:56:23.317938 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-38cb6584-126b-4d6d-89cb-f47ac3782b52 req-acd421d6-bc45-4b2a-b24a-26008daa76a7 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Aug 07 04:56:23.449267 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1e777704-a54d-44cc-8174-3b1b99eb2c91 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:56:23.559542 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 1e777704-a54d-44cc-8174-3b1b99eb2c91, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:23.570569 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '1e777704-a54d-44cc-8174-3b1b99eb2c91', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'port_id': '1e777704-a54d-44cc-8174-3b1b99eb2c91', 'mac_address': 'fa:16:3e:be:ef:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc8ee7d-2bd2-4556-9ec8-d32d05612991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:56:23.611168 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.623940 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e777704-a54d-44cc-8174-3b1b99eb2c91 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:23.644444 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 1e777704-a54d-44cc-8174-3b1b99eb2c91, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:23.648678 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.650053 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 22b74cd5-b343-4ab5-9067-d22686f86c83 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:56:23.751422 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=1e777704-a54d-44cc-8174-3b1b99eb2c91,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:23.783897 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 22b74cd5-b343-4ab5-9067-d22686f86c83, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=22b74cd5-b343-4ab5-9067-d22686f86c83,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:23.794674 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '22b74cd5-b343-4ab5-9067-d22686f86c83', 'network_id': 'a75033fe-395c-44bd-aeca-8b2f84f00266', 'port_id': '22b74cd5-b343-4ab5-9067-d22686f86c83', 'mac_address': 'fa:16:3e:cd:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78c259a-7e84-4885-badb-096e847ffd03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:56:23.835944 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.849132 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b74cd5-b343-4ab5-9067-d22686f86c83 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:23.868669 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 22b74cd5-b343-4ab5-9067-d22686f86c83, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=22b74cd5-b343-4ab5-9067-d22686f86c83,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:23.873097 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.922175 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec77c9f-a5ad-4a4f-82e8-78f66c0d1070 req-6bbfadb2-3a05-4d14-89af-6afe5598f13b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:23.924310 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=22b74cd5-b343-4ab5-9067-d22686f86c83,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:23.925481 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0ec77c9f-a5ad-4a4f-82e8-78f66c0d1070 req-6bbfadb2-3a05-4d14-89af-6afe5598f13b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 944 time: 0.0534766 Aug 07 04:56:23.966681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0ec77c9f-a5ad-4a4f-82e8-78f66c0d1070 req-8abc0fde-cf54-4875-a330-6456f6eabd34 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Aug 07 04:56:24.266740 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d506698-d953-44c1-80f1-4f22f20573ae req-be399e55-50d9-455f-b0f7-3db11ba72462 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:24.268274 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8d506698-d953-44c1-80f1-4f22f20573ae req-be399e55-50d9-455f-b0f7-3db11ba72462 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0577929 Aug 07 04:56:24.281944 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.299051 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b541267c-242b-4d60-beb7-4c4a056009c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.311780 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8d506698-d953-44c1-80f1-4f22f20573ae req-a04f86d6-74eb-4548-9270-b8feb2acb00b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Aug 07 04:56:24.440263 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eec67-e512-4d32-bd9f-4b097a1e1f27 req-bc4d9ba6-9033-4270-974a-0a87b27702de tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:24.441848 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-031eec67-e512-4d32-bd9f-4b097a1e1f27 req-bc4d9ba6-9033-4270-974a-0a87b27702de tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 944 time: 0.0537834 Aug 07 04:56:24.484038 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-031eec67-e512-4d32-bd9f-4b097a1e1f27 req-ee3e91b8-6801-459e-ad01-8e47ef35372e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Aug 07 04:56:24.569379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36464) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:24.690784 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ecbf6933-ed37-4623-94cd-6e2ea3326f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.781662 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['1e777704-a54d-44cc-8174-3b1b99eb2c91'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:24.785018 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ecbf6933-ed37-4623-94cd-6e2ea3326f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.788878 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ecbf6933-ed37-4623-94cd-6e2ea3326f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.827701 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ecbf6933-ed37-4623-94cd-6e2ea3326f75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c963c9297584a97a2b7cc970172e1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572057 Aug 07 04:56:24.828523 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf6933-ed37-4623-94cd-6e2ea3326f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e9a24-768d-41d4-ae9b-eabec557872c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:24.830737 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 36470) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:24.894244 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c704266e-cfb9-4acf-81ba-46157eef2798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.921653 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c704266e-cfb9-4acf-81ba-46157eef2798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.969085 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c704266e-cfb9-4acf-81ba-46157eef2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.971807 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c704266e-cfb9-4acf-81ba-46157eef2798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.972977 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c704266e-cfb9-4acf-81ba-46157eef2798 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b94e9a24-768d-41d4-ae9b-eabec557872c HTTP/1.1" status: 204 len: 168 time: 0.1364305 Aug 07 04:56:24.981565 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704266e-cfb9-4acf-81ba-46157eef2798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e9a24-768d-41d4-ae9b-eabec557872c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:24.982224 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['22b74cd5-b343-4ab5-9067-d22686f86c83'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:25.107629 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887ce64-e47b-4fcb-baf1-8cf4240cccc3 req-2d51efe1-4a3b-4d19-be3f-d0315f803703 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:25.109147 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9887ce64-e47b-4fcb-baf1-8cf4240cccc3 req-2d51efe1-4a3b-4d19-be3f-d0315f803703 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 944 time: 0.0557377 Aug 07 04:56:25.156462 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9887ce64-e47b-4fcb-baf1-8cf4240cccc3 req-17294a75-f94d-44eb-94a2-1a388ef725d3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Aug 07 04:56:25.433450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cfa3e-e9f2-49ab-bb66-99a8a582626f req-feaebb90-220e-41a1-b030-d41d3e261262 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:25.434953 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-161cfa3e-e9f2-49ab-bb66-99a8a582626f req-feaebb90-220e-41a1-b030-d41d3e261262 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0536072 Aug 07 04:56:25.472104 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-161cfa3e-e9f2-49ab-bb66-99a8a582626f req-d9a12e3b-56ec-41a0-a7a1-071cc7b0f263 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Aug 07 04:56:25.565445 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.613058 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95121b-5048-4d93-9862-1db99ce9292a req-572f6336-33a9-451d-b575-8760d5ace91d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:25.615464 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e95121b-5048-4d93-9862-1db99ce9292a req-572f6336-33a9-451d-b575-8760d5ace91d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 944 time: 0.0521553 Aug 07 04:56:25.656645 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e95121b-5048-4d93-9862-1db99ce9292a req-7a18470a-e4a0-4e5e-9823-5366f29bbf40 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348148 Aug 07 04:56:26.274986 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbc17b-427a-48f7-8da7-ed047482650c req-5f505420-6ca4-44bb-8318-4d36385eed02 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:26.276329 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-68cbc17b-427a-48f7-8da7-ed047482650c req-5f505420-6ca4-44bb-8318-4d36385eed02 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 944 time: 0.0508928 Aug 07 04:56:26.312330 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-68cbc17b-427a-48f7-8da7-ed047482650c req-3f456660-2d68-4135-9718-9d281a8132e3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300436 Aug 07 04:56:26.775166 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f3358-5e82-4eea-a1bf-324a26386170 req-1901602a-8af3-4536-8693-b9536f9f36c9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:26.776645 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fb7f3358-5e82-4eea-a1bf-324a26386170 req-1901602a-8af3-4536-8693-b9536f9f36c9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 944 time: 0.0479896 Aug 07 04:56:26.817330 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fb7f3358-5e82-4eea-a1bf-324a26386170 req-7cae5210-681c-47f8-a73f-c7bdbea77eb6 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Aug 07 04:56:26.964529 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.429473 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91a3bb-77cb-409e-b2be-4f8425a9851a req-aa4d6b9a-7894-45f5-b467-ef258e43a0ca tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:27.431268 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a91a3bb-77cb-409e-b2be-4f8425a9851a req-aa4d6b9a-7894-45f5-b467-ef258e43a0ca tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 944 time: 0.0514507 Aug 07 04:56:27.469949 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a91a3bb-77cb-409e-b2be-4f8425a9851a req-72012f7e-d074-472e-8a7f-52c6ab8a7982 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Aug 07 04:56:27.486468 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1e777704-a54d-44cc-8174-3b1b99eb2c91 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:27.533132 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 1e777704-a54d-44cc-8174-3b1b99eb2c91 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:27.536585 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 1e777704-a54d-44cc-8174-3b1b99eb2c91 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:27.536983 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.612298 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.636959 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e777704-a54d-44cc-8174-3b1b99eb2c91'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:27.639220 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06d21f-6064-4798-9435-7ea721f6756b" -d '{"events": [{"server_uuid": "5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5", "name": "network-vif-plugged", "status": "completed", "tag": "1e777704-a54d-44cc-8174-3b1b99eb2c91"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:27.652402 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 1e777704-a54d-44cc-8174-3b1b99eb2c91, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:27.656436 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.657226 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 22b74cd5-b343-4ab5-9067-d22686f86c83 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:27.680882 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b558f5-0a95-4ed3-8170-cce022b0b5a5 x-openstack-request-id: req-c5b558f5-0a95-4ed3-8170-cce022b0b5a5 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:27.681188 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5", "name": "network-vif-plugged", "status": "completed", "tag": "1e777704-a54d-44cc-8174-3b1b99eb2c91", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:27.681442 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5b558f5-0a95-4ed3-8170-cce022b0b5a5 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:27.681828 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e777704-a54d-44cc-8174-3b1b99eb2c91', 'code': 200} Aug 07 04:56:27.736379 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=1e777704-a54d-44cc-8174-3b1b99eb2c91,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:27.748556 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 22b74cd5-b343-4ab5-9067-d22686f86c83 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:27.752105 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 22b74cd5-b343-4ab5-9067-d22686f86c83 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:27.752476 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.836815 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.886856 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 22b74cd5-b343-4ab5-9067-d22686f86c83, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=22b74cd5-b343-4ab5-9067-d22686f86c83,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:27.894391 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.910140 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2da0-5ba9-4547-a75e-ab9f4b020357 req-b698e2aa-b523-417d-a1a4-e6e155b96e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:27.911625 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-914c2da0-5ba9-4547-a75e-ab9f4b020357 req-b698e2aa-b523-417d-a1a4-e6e155b96e6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 1098 time: 0.0576210 Aug 07 04:56:27.949550 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cebe1-e950-46cf-b972-c31a05257480 req-7a6a4bf2-3884-4f58-8392-8c71330475e3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:27.957208 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a00cebe1-e950-46cf-b972-c31a05257480 req-7a6a4bf2-3884-4f58-8392-8c71330475e3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0666802 Aug 07 04:56:27.964389 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-914c2da0-5ba9-4547-a75e-ab9f4b020357 req-3b16cb91-a41f-46ce-91ac-a5b790732124 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Aug 07 04:56:27.969233 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=22b74cd5-b343-4ab5-9067-d22686f86c83,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:27.997583 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a00cebe1-e950-46cf-b972-c31a05257480 req-bb29dadc-413d-49d2-8d7a-1762300d896f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Aug 07 04:56:28.096779 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2facbb-d6bf-4020-9930-8aa8aefe68c7 req-3010c146-0cf1-49db-8ccd-9e6036087fc5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:28.098263 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8d2facbb-d6bf-4020-9930-8aa8aefe68c7 req-3010c146-0cf1-49db-8ccd-9e6036087fc5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0475018 Aug 07 04:56:28.141278 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8d2facbb-d6bf-4020-9930-8aa8aefe68c7 req-93b223af-1db9-4242-b24e-eb3e74146f35 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Aug 07 04:56:28.727573 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746e38f-a409-43ae-905f-b232a2f0789b req-54748919-d652-4bbf-a925-38a4cbe44512 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:28.729075 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1746e38f-a409-43ae-905f-b232a2f0789b req-54748919-d652-4bbf-a925-38a4cbe44512 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0503190 Aug 07 04:56:28.777447 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1746e38f-a409-43ae-905f-b232a2f0789b req-935a2dbc-4a7e-4da3-9a66-5f2656aecfce tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Aug 07 04:56:29.113399 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b942b8-0f32-4832-a760-f741550059bc req-5ec2216c-83c6-41f2-88ce-71de8ede1d78 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:29.114780 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-43b942b8-0f32-4832-a760-f741550059bc req-5ec2216c-83c6-41f2-88ce-71de8ede1d78 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Aug 07 04:56:29.151619 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-43b942b8-0f32-4832-a760-f741550059bc req-990bd6b6-61de-465b-a9e4-a3143ea544d4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Aug 07 04:56:29.683542 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b74cd5-b343-4ab5-9067-d22686f86c83'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:29.685881 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6c5c3-8f2c-4e63-b4f1-ae15df66401f" -d '{"events": [{"server_uuid": "17932a8a-0c0c-4510-85ad-98dbf1a77bdc", "name": "network-vif-plugged", "status": "completed", "tag": "22b74cd5-b343-4ab5-9067-d22686f86c83"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:29.722145 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b336fd83-d755-406f-b196-640c0fff6ad7 x-openstack-request-id: req-b336fd83-d755-406f-b196-640c0fff6ad7 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:29.722438 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17932a8a-0c0c-4510-85ad-98dbf1a77bdc", "name": "network-vif-plugged", "status": "completed", "tag": "22b74cd5-b343-4ab5-9067-d22686f86c83", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:29.722696 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b336fd83-d755-406f-b196-640c0fff6ad7 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:29.723111 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b74cd5-b343-4ab5-9067-d22686f86c83', 'code': 200} Aug 07 04:56:29.898493 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e33df3-3a1b-4997-a33a-1977a195848a req-022839f0-52cb-4901-b30f-63e73990d14d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:29.899875 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c0e33df3-3a1b-4997-a33a-1977a195848a req-022839f0-52cb-4901-b30f-63e73990d14d tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0534325 Aug 07 04:56:29.951010 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c0e33df3-3a1b-4997-a33a-1977a195848a req-2e7e1bc6-3d30-4bcf-884a-4c7cc7c4677a tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 Aug 07 04:56:30.027001 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2ca25-50fa-4cb2-9109-67ca03039b24 req-3e741e23-8fe6-4487-97c4-96adb917f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:30.028753 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1bd2ca25-50fa-4cb2-9109-67ca03039b24 req-3e741e23-8fe6-4487-97c4-96adb917f239 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 1098 time: 0.0430341 Aug 07 04:56:30.067901 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1bd2ca25-50fa-4cb2-9109-67ca03039b24 req-6037dcf5-4d5a-498c-9aeb-ec0ccecdd6b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278428 Aug 07 04:56:30.268848 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fd52-f44b-4a65-9cc7-6d6f49b28553 req-8efe2297-21c6-4151-8a64-8b64d3755433 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:30.270413 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf79fd52-f44b-4a65-9cc7-6d6f49b28553 req-8efe2297-21c6-4151-8a64-8b64d3755433 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Aug 07 04:56:30.310493 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf79fd52-f44b-4a65-9cc7-6d6f49b28553 req-f34cdd45-c085-4d85-a8c1-5dc4afce6d80 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Aug 07 04:56:31.072952 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0624-dbc8-4faa-a4e5-ff8524709223 req-782b367d-b78a-44c1-a782-d36202194661 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:31.074454 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-280b0624-dbc8-4faa-a4e5-ff8524709223 req-782b367d-b78a-44c1-a782-d36202194661 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0522680 Aug 07 04:56:31.326853 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-280b0624-dbc8-4faa-a4e5-ff8524709223 req-537e8f7a-e4d8-4862-95e8-0b391d02bd78 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464995 Aug 07 04:56:31.425454 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79272a-60b1-45b8-8559-f60b2edc5d47 req-6c1bce31-87b8-40b7-badd-3352bc6d6079 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:31.426943 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6c79272a-60b1-45b8-8559-f60b2edc5d47 req-6c1bce31-87b8-40b7-badd-3352bc6d6079 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0475464 Aug 07 04:56:31.467649 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6c79272a-60b1-45b8-8559-f60b2edc5d47 req-87caaa5c-2d2b-4584-80a9-b055599b0947 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Aug 07 04:56:32.451826 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de95b89-ceda-49c0-8ed3-418426e60693 req-0ab60075-e314-43d5-a48d-3a2bd6fd6530 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:32.453317 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1de95b89-ceda-49c0-8ed3-418426e60693 req-0ab60075-e314-43d5-a48d-3a2bd6fd6530 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0530121 Aug 07 04:56:32.495395 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1de95b89-ceda-49c0-8ed3-418426e60693 req-e6ad633c-3a86-4650-bbd3-b65a01ecbf99 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Aug 07 04:56:33.609335 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55023-136b-4d43-ae56-d2810353c3e0 req-f2837228-54e1-43e2-9850-4b47f491c7e3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:33.610843 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7ba55023-136b-4d43-ae56-d2810353c3e0 req-f2837228-54e1-43e2-9850-4b47f491c7e3 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 07 04:56:33.649796 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7ba55023-136b-4d43-ae56-d2810353c3e0 req-959c64ed-7928-4bc6-86ca-7c0ac4be5775 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Aug 07 04:56:35.756762 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce98823-8014-4e7d-b788-4b066f3b221b req-df562fec-e607-460e-8e46-96b2c1e3486b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:35.758851 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dce98823-8014-4e7d-b788-4b066f3b221b req-df562fec-e607-460e-8e46-96b2c1e3486b tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0551741 Aug 07 04:56:35.802586 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dce98823-8014-4e7d-b788-4b066f3b221b req-6ff1ded7-248b-423d-a280-fe941ce3c81f tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Aug 07 04:56:36.740034 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27f81-c7ba-4a21-94e5-0725b0bf2cd2 req-999e0081-310e-45c9-9ad2-c93076a85110 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:36.741411 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-23e27f81-c7ba-4a21-94e5-0725b0bf2cd2 req-999e0081-310e-45c9-9ad2-c93076a85110 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0775867 Aug 07 04:56:36.746776 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-a27d1720-eadd-403b-b2d7-0027ad608d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:36.748109 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-a27d1720-eadd-403b-b2d7-0027ad608d14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.0559158 Aug 07 04:56:36.824154 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-23e27f81-c7ba-4a21-94e5-0725b0bf2cd2 req-4c16ce06-84e8-4bb2-9b6c-560eb0c9d67d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751119 Aug 07 04:56:36.861713 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-92afe24e-9686-485b-8055-edb0ff8cde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:36.863299 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-92afe24e-9686-485b-8055-edb0ff8cde2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 920 time: 0.1018949 Aug 07 04:56:36.936126 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-b91dfba7-18e4-4893-9ca9-4695020b0856 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 200 len: 217 time: 0.0579953 Aug 07 04:56:36.990589 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580fe8-f9dd-4f43-9be2-a24de02093bc req-7f0cb7cf-e763-45e3-828c-e7327cd4a8d8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:36.992038 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bd580fe8-f9dd-4f43-9be2-a24de02093bc req-7f0cb7cf-e763-45e3-828c-e7327cd4a8d8 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.1077101 Aug 07 04:56:37.018972 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-c4711b76-598b-4d0c-bc0c-c533a52e3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:37.020381 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-c4711b76-598b-4d0c-bc0c-c533a52e3c5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0738194 Aug 07 04:56:37.065363 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-3e171b9b-5ccf-4cbc-aa00-493f595be95b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344837 Aug 07 04:56:37.068181 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bd580fe8-f9dd-4f43-9be2-a24de02093bc req-c55bbf90-961d-49a6-a3a9-77a7b64449da tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694740 Aug 07 04:56:37.167254 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-91e46596-407f-4dc5-893f-a214675dd83e service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904734 Aug 07 04:56:37.257471 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-617ec8ba-b907-4ab5-9c45-973ba13d3fa5 req-32167270-a737-4b10-aba9-6f39e578da19 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Aug 07 04:56:37.281029 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 36724) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:37.439355 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e93b3af6-4cf6-47df-bb3b-774c2c57b81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.525342 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e93b3af6-4cf6-47df-bb3b-774c2c57b81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.528773 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e93b3af6-4cf6-47df-bb3b-774c2c57b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.565648 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-e93b3af6-4cf6-47df-bb3b-774c2c57b81d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc5b808ba3464a6a8174c909d1878b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835550 Aug 07 04:56:37.566504 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3af6-4cf6-47df-bb3b-774c2c57b81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ae467d-1906-4f98-a140-d8b9ac5a3272,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:37.568243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 36734) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:37.615351 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30b0a212-67a5-4564-a25e-78b0f03208fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.645742 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30b0a212-67a5-4564-a25e-78b0f03208fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.691692 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30b0a212-67a5-4564-a25e-78b0f03208fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.694225 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30b0a212-67a5-4564-a25e-78b0f03208fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.695407 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-30b0a212-67a5-4564-a25e-78b0f03208fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99ae467d-1906-4f98-a140-d8b9ac5a3272 HTTP/1.1" status: 204 len: 168 time: 0.1260543 Aug 07 04:56:37.705944 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0a212-67a5-4564-a25e-78b0f03208fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ae467d-1906-4f98-a140-d8b9ac5a3272,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:37.951022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31578-4b38-4bdc-ab63-b7b35c71d9d8 req-a34ea863-e894-4bf5-bb1d-013e5d063890 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:37.953127 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-45e31578-4b38-4bdc-ab63-b7b35c71d9d8 req-a34ea863-e894-4bf5-bb1d-013e5d063890 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0565319 Aug 07 04:56:38.011652 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-45e31578-4b38-4bdc-ab63-b7b35c71d9d8 req-92396d52-8382-4c27-9826-e8d1f90bbc17 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Aug 07 04:56:38.200741 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449fea7-c6ba-4403-8e7d-ee15c02f3bf9 req-97d6f110-0edc-40b4-bb94-545666f0fe14 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:38.202767 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a449fea7-c6ba-4403-8e7d-ee15c02f3bf9 req-97d6f110-0edc-40b4-bb94-545666f0fe14 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0590925 Aug 07 04:56:38.250147 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a449fea7-c6ba-4403-8e7d-ee15c02f3bf9 req-065bf99f-8baa-4f13-8db2-9e4acedda1c9 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed1430cc-7795-4607-8da7-cc306c225c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Aug 07 04:56:38.254686 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-549d26b7-e5b9-45a7-ae2b-5709baaba607 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:38.256830 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-549d26b7-e5b9-45a7-ae2b-5709baaba607 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 945 time: 0.0612819 Aug 07 04:56:38.354790 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Deleting port 22b74cd5-b343-4ab5-9067-d22686f86c83 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:56:38.355146 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.457476 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] For port 22b74cd5-b343-4ab5-9067-d22686f86c83, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=22b74cd5-b343-4ab5-9067-d22686f86c83,segment=NetworkSegment(68a091bc-676d-48e0-9dbe-846e1a17ddba),segment_id=68a091bc-676d-48e0-9dbe-846e1a17ddba)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:38.457910 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.472530 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Calling delete_port for 22b74cd5-b343-4ab5-9067-d22686f86c83 owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:56:38.614453 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.643794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Pushing event deleted for resources: {'Port': ['ID=22b74cd5-b343-4ab5-9067-d22686f86c83,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:38.660233 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['22b74cd5-b343-4ab5-9067-d22686f86c83'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:38.692124 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] No DVR routers for this DVR port 22b74cd5-b343-4ab5-9067-d22686f86c83 on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:56:38.694729 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.697922 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ea0cdd3c-76e1-4ed0-87f5-806b8adc4d9f req-d9e51b37-4ffa-43d3-b397-a113578545a1 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.24 "DELETE /v2.0/ports/22b74cd5-b343-4ab5-9067-d22686f86c83 HTTP/1.1" status: 204 len: 173 time: 0.4340732 Aug 07 04:56:38.698385 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'name': 'network-vif-deleted', 'tag': '22b74cd5-b343-4ab5-9067-d22686f86c83'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:38.700601 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273033c2-b613-451c-a09a-35691a5a0c9d" -d '{"events": [{"server_uuid": "17932a8a-0c0c-4510-85ad-98dbf1a77bdc", "name": "network-vif-deleted", "tag": "22b74cd5-b343-4ab5-9067-d22686f86c83"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:38.751791 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e85ba0-71b6-497c-a4d5-f088d5e8492a x-openstack-request-id: req-08e85ba0-71b6-497c-a4d5-f088d5e8492a {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:38.752079 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17932a8a-0c0c-4510-85ad-98dbf1a77bdc", "name": "network-vif-deleted", "tag": "22b74cd5-b343-4ab5-9067-d22686f86c83", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:38.752326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08e85ba0-71b6-497c-a4d5-f088d5e8492a {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:38.752716 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17932a8a-0c0c-4510-85ad-98dbf1a77bdc', 'name': 'network-vif-deleted', 'tag': '22b74cd5-b343-4ab5-9067-d22686f86c83', 'status': 'completed', 'code': 200} Aug 07 04:56:39.129885 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d020d-1c51-46cd-925b-fe630380365d req-8cbffc67-e817-449a-8608-9523777eaa2d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:39.131384 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e93d020d-1c51-46cd-925b-fe630380365d req-8cbffc67-e817-449a-8608-9523777eaa2d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Aug 07 04:56:39.171931 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e93d020d-1c51-46cd-925b-fe630380365d req-76e8609d-544f-449c-91f2-0461410fb758 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Aug 07 04:56:39.370543 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5170c501-1fbc-473f-8cee-b24a1912e989 req-9db113a1-04b1-4876-88d9-4926d8234b48 tempest-VolumesActionsTest-863742658 tempest-VolumesActionsTest-863742658-project] 10.222.0.35 "GET /v2.0/ports?device_id=17932a8a-0c0c-4510-85ad-98dbf1a77bdc HTTP/1.1" status: 200 len: 210 time: 0.0266330 Aug 07 04:56:40.291152 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edca99e-2658-4784-acf1-64429ad6f5ce req-33ffe5d3-9d1e-4f6e-8069-ee6c1d1e4fef tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:40.292590 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7edca99e-2658-4784-acf1-64429ad6f5ce req-33ffe5d3-9d1e-4f6e-8069-ee6c1d1e4fef tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Aug 07 04:56:40.330553 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7edca99e-2658-4784-acf1-64429ad6f5ce req-3d650e30-dfae-4502-8473-70ce0f6c32bf tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 07 04:56:41.143069 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:56:41.448967 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f94980-bef7-4d22-8cca-7f1f2aa170b2 req-f159b7b2-fb9f-4528-bd28-3f1d361f3316 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:41.450506 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-55f94980-bef7-4d22-8cca-7f1f2aa170b2 req-f159b7b2-fb9f-4528-bd28-3f1d361f3316 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0510120 Aug 07 04:56:41.491687 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-55f94980-bef7-4d22-8cca-7f1f2aa170b2 req-0a7405c4-4435-477e-b8bd-62164c472613 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Aug 07 04:56:41.560667 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 22b74cd5-b343-4ab5-9067-d22686f86c83 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:56:41.580192 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 22b74cd5-b343-4ab5-9067-d22686f86c83 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:56:41.580545 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 22b74cd5-b343-4ab5-9067-d22686f86c83 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:56:42.616054 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a350c-209c-44cb-9597-01d57c196656 req-770cc485-47fe-4506-9d5f-c3377a169312 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:42.618769 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6c9a350c-209c-44cb-9597-01d57c196656 req-770cc485-47fe-4506-9d5f-c3377a169312 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0538688 Aug 07 04:56:42.657126 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6c9a350c-209c-44cb-9597-01d57c196656 req-42b2a18d-f2be-4b73-a403-d5ab65f6d927 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Aug 07 04:56:43.769812 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cd02a-dd24-4361-bba5-c91fa881d8e4 req-d830675f-cef6-4b39-88ee-1934dfde2b5c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:43.771251 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd7cd02a-dd24-4361-bba5-c91fa881d8e4 req-d830675f-cef6-4b39-88ee-1934dfde2b5c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0466208 Aug 07 04:56:43.807647 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd7cd02a-dd24-4361-bba5-c91fa881d8e4 req-891a6472-0788-4739-9a44-f16c3e1b6950 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299098 Aug 07 04:56:44.920401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394aa39-c55f-433f-9ec9-229226fb0944 req-68b75f1f-d592-4544-bd28-64e4c3a8c771 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:44.921804 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5394aa39-c55f-433f-9ec9-229226fb0944 req-68b75f1f-d592-4544-bd28-64e4c3a8c771 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Aug 07 04:56:44.963848 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5394aa39-c55f-433f-9ec9-229226fb0944 req-ade1d59b-8129-4a08-9e0b-a5fc2596b630 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Aug 07 04:56:46.081196 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4c11-0687-4d8c-b7ff-d2a502b51441 req-980fb70e-7f77-4f16-b4bf-84a78f42bea6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:46.082646 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d29e4c11-0687-4d8c-b7ff-d2a502b51441 req-980fb70e-7f77-4f16-b4bf-84a78f42bea6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0499678 Aug 07 04:56:46.122087 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d29e4c11-0687-4d8c-b7ff-d2a502b51441 req-408e05f2-3506-4403-91a8-f392c448b1b0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Aug 07 04:56:47.236634 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240262b-b518-43ed-b6f6-c97cbfddf410 req-34a1e4f7-e804-49f2-8eaa-a39a3993cfd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:47.238154 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f240262b-b518-43ed-b6f6-c97cbfddf410 req-34a1e4f7-e804-49f2-8eaa-a39a3993cfd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Aug 07 04:56:47.276026 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f240262b-b518-43ed-b6f6-c97cbfddf410 req-1ef4497e-d519-4c5c-84e1-3c1ae9c4e8a7 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Aug 07 04:56:48.397879 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac030b3-8604-495a-a7a4-2028b702c96a req-acfd5f04-53d5-4cbf-8f85-23ff7bda1cef tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:48.399705 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4ac030b3-8604-495a-a7a4-2028b702c96a req-acfd5f04-53d5-4cbf-8f85-23ff7bda1cef tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Aug 07 04:56:48.439928 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4ac030b3-8604-495a-a7a4-2028b702c96a req-aa1601c0-6bf6-446b-82ab-c2bc477c1d5f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Aug 07 04:56:49.560835 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f28c5-c5da-42b8-a9d6-e3431968ca6a req-fe7112de-fa13-417d-b8ac-fb8ab2b05924 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:49.562191 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-778f28c5-c5da-42b8-a9d6-e3431968ca6a req-fe7112de-fa13-417d-b8ac-fb8ab2b05924 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0522568 Aug 07 04:56:49.599625 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-778f28c5-c5da-42b8-a9d6-e3431968ca6a req-d3212885-fe34-42d6-af85-348987d01392 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Aug 07 04:56:50.714320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befdb66-ac74-4d66-a65a-4405aae98437 req-e60b9051-3ffa-4062-9773-ded9e190165e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:50.715778 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4befdb66-ac74-4d66-a65a-4405aae98437 req-e60b9051-3ffa-4062-9773-ded9e190165e tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Aug 07 04:56:50.752228 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4befdb66-ac74-4d66-a65a-4405aae98437 req-44c86c20-45d0-4469-9352-c17a601e3e97 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Aug 07 04:56:51.590653 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-cefd8778-420d-4798-8d93-b799b9934786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.869866 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d6bf-9ae4-4021-8e7e-6053230f84a2 req-6a60cfdf-5f48-4342-a71b-40b1ea7d857d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:51.871218 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6119d6bf-9ae4-4021-8e7e-6053230f84a2 req-6a60cfdf-5f48-4342-a71b-40b1ea7d857d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Aug 07 04:56:51.908104 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6119d6bf-9ae4-4021-8e7e-6053230f84a2 req-9a1171a6-5648-4a83-a08e-82ff8251b52b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Aug 07 04:56:52.448983 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.224459 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb0818-14e9-46b2-960d-daaca75d9399 req-5014c2cc-07a8-4df1-834e-40f21c221ea9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:53.225846 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b4fb0818-14e9-46b2-960d-daaca75d9399 req-5014c2cc-07a8-4df1-834e-40f21c221ea9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.2524090 Aug 07 04:56:53.262185 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b4fb0818-14e9-46b2-960d-daaca75d9399 req-44e73626-2e3c-4937-960b-4ee114e75f48 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295300 Aug 07 04:56:54.272688 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:54.290627 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c255443a-0e1c-43bc-ada7-d6f89a8fe56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:54.381975 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2c95-98f5-4b74-b084-e2c008be1034 req-93b396b6-e00d-4912-b128-f08a15dbb09a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:54.383741 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f7be2c95-98f5-4b74-b084-e2c008be1034 req-93b396b6-e00d-4912-b128-f08a15dbb09a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0527458 Aug 07 04:56:54.425617 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f7be2c95-98f5-4b74-b084-e2c008be1034 req-152fbd7e-dbd8-4c98-a0ea-8ad551a191b6 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Aug 07 04:56:55.537754 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525e48-8680-4c65-a67c-b9fd21e5e95d req-e7a7d041-9420-4b24-ba61-006a5da37b9b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:55.539928 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8f525e48-8680-4c65-a67c-b9fd21e5e95d req-e7a7d041-9420-4b24-ba61-006a5da37b9b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0463135 Aug 07 04:56:55.569014 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:55.577818 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8f525e48-8680-4c65-a67c-b9fd21e5e95d req-c8314176-7559-4254-b686-8b3f819c69f1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Aug 07 04:56:56.700916 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c9fe2-9901-4045-ac36-d780f7122e47 req-c615c651-c17b-40a7-8a36-409c70978a72 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:56.702454 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8a3c9fe2-9901-4045-ac36-d780f7122e47 req-c615c651-c17b-40a7-8a36-409c70978a72 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0519509 Aug 07 04:56:56.740500 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8a3c9fe2-9901-4045-ac36-d780f7122e47 req-c455ea53-424b-433f-9b11-eac2fad1df98 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Aug 07 04:56:56.966555 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:57.854371 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7646-3153-4b2c-891c-4e1b9081f3cf req-cd83a2a2-b5fd-4bea-9ae0-949b0cc0cc90 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:57.855817 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0ebc7646-3153-4b2c-891c-4e1b9081f3cf req-cd83a2a2-b5fd-4bea-9ae0-949b0cc0cc90 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Aug 07 04:56:57.892879 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0ebc7646-3153-4b2c-891c-4e1b9081f3cf req-fae52b85-72fb-46ce-b823-d17bb93e85b1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Aug 07 04:56:59.007025 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f40d8-7ede-49fb-b20d-1345163d58d6 req-7ca2f43a-3e18-45b7-8ef1-5d28110ba1c2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:59.008450 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cc9f40d8-7ede-49fb-b20d-1345163d58d6 req-7ca2f43a-3e18-45b7-8ef1-5d28110ba1c2 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Aug 07 04:56:59.045100 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cc9f40d8-7ede-49fb-b20d-1345163d58d6 req-9eb9a60a-dc66-43aa-9490-6f0c2bf4c685 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302322 Aug 07 04:56:59.972157 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-55c8f9f7-946c-46b9-97b0-4da05698a7ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431104 Aug 07 04:57:00.049345 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-066789a0-7676-43ba-a129-f90e57b17e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.050682 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-066789a0-7676-43ba-a129-f90e57b17e49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0385041 Aug 07 04:57:00.194223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57958-2153-40a7-ab1f-3e2cec943953 req-c2353d3f-d1e7-48e5-a6a6-7c93caccdf6c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.195669 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-18c57958-2153-40a7-ab1f-3e2cec943953 req-c2353d3f-d1e7-48e5-a6a6-7c93caccdf6c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0784497 Aug 07 04:57:00.200495 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-a40806b8-10ae-4602-99db-a2706b549235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.201868 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-a40806b8-10ae-4602-99db-a2706b549235 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.1275680 Aug 07 04:57:00.296780 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-18c57958-2153-40a7-ab1f-3e2cec943953 req-1ad04857-c636-4f2c-bd0c-8c388ab9e175 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939753 Aug 07 04:57:00.319681 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-89815978-7bd9-4b77-9922-75373e46f9f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1002 time: 0.1103234 Aug 07 04:57:00.401575 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-aad663ca-0bcb-4111-acdc-82d5d726fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.403069 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-aad663ca-0bcb-4111-acdc-82d5d726fffb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0451322 Aug 07 04:57:00.453383 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-f0b28fd4-db38-44c0-b310-8958b7693103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.454829 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-f0b28fd4-db38-44c0-b310-8958b7693103 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407052 Aug 07 04:57:00.611650 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-415d02f9-e490-4ed3-bcbe-a9ce5035e5b0 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910654 Aug 07 04:57:00.704078 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ee1bc8d7-13b7-4a0b-8cfc-2ee603c94fa9 req-5d4c9c10-b91f-4230-9a69-60a10402a5e9 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821497 Aug 07 04:57:01.409985 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eccb3-9cb9-437c-84cf-a685167f3cf4 req-8ee4614a-dc92-477a-95f3-cd5ddcc31c42 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:01.411483 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d86eccb3-9cb9-437c-84cf-a685167f3cf4 req-8ee4614a-dc92-477a-95f3-cd5ddcc31c42 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0467937 Aug 07 04:57:01.452482 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d86eccb3-9cb9-437c-84cf-a685167f3cf4 req-e9438318-5a41-4daf-99c1-07f5e70fbc1a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Aug 07 04:57:02.664198 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-e8d37aa5-98d5-4b24-beb5-4439c19855aa tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:02.672560 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-e8d37aa5-98d5-4b24-beb5-4439c19855aa tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.1815724 Aug 07 04:57:02.689516 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-96725c68-780b-4a86-9b09-9b1cb21dc904 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/quotas/56d51e070d184693b32f62e300ded4fa HTTP/1.1" status: 200 len: 375 time: 0.0157084 Aug 07 04:57:02.691778 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a06d5-c0ea-46b1-bd3d-2c85d2deb152 req-aa1f23bb-53ef-4e62-91f1-738ba9eaa410 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:02.708459 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8d6a06d5-c0ea-46b1-bd3d-2c85d2deb152 req-aa1f23bb-53ef-4e62-91f1-738ba9eaa410 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1005085 Aug 07 04:57:02.764232 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-584f97ad-d3bc-4356-90c9-ec272dfe38f1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717356 Aug 07 04:57:02.769325 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8d6a06d5-c0ea-46b1-bd3d-2c85d2deb152 req-c94ab557-0974-433a-a7ac-956de28c2e3d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539565 Aug 07 04:57:02.887079 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-303c5542-022b-4567-974d-2a7eb3311f56 service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201997 Aug 07 04:57:02.975677 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 37236) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:03.035179 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168352-2d1c-47ae-b3bf-20d19fa2cb05 req-eb3f559a-86bb-44a6-a665-31a5dade7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:03.037119 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-12168352-2d1c-47ae-b3bf-20d19fa2cb05 req-eb3f559a-86bb-44a6-a665-31a5dade7bb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.1106706 Aug 07 04:57:03.096454 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-0b806590-e40d-4fbb-b1cb-1a431354231d service neutron] 10.222.0.35 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025867 Aug 07 04:57:03.101889 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-12168352-2d1c-47ae-b3bf-20d19fa2cb05 req-62b7ec70-677b-4295-8821-3ca1b1b8ad2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518703 Aug 07 04:57:03.144291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.272043 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.281763 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.335053 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dedf2f-3713-48f7-b6a2-d48ae7469a7c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:03.375720 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.376080 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.376437 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.376765 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.377139 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.377470 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.377810 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.378125 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.378566 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.382300 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.382779 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.385097 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.423503 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 37252) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:03.424728 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c49f44fd-263d-4fff-ba65-452e9360528a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=516081d05d9c4729b44cda23d527fc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476664 Aug 07 04:57:03.501678 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-0dc2a687-83f2-475c-a353-59cf3a532b1d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428334738&fields=id&tenant_id=e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 267 time: 0.1123095 Aug 07 04:57:03.513400 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-454cffff-ff8e-4b2a-a776-2dbb668ad6dc req-28345fd8-c6c4-4dbd-9920-85929354ebfd tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 210 time: 0.0545208 Aug 07 04:57:03.519927 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.563254 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.645351 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-ecfe4c4b-539c-4487-8647-13d3e1877a84 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:03.647387 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-ecfe4c4b-539c-4487-8647-13d3e1877a84 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 812 time: 0.1448686 Aug 07 04:57:03.655419 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.658068 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:03.661670 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88dedf2f-3713-48f7-b6a2-d48ae7469a7c HTTP/1.1" status: 204 len: 168 time: 0.2342267 Aug 07 04:57:03.667517 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dedf2f-3713-48f7-b6a2-d48ae7469a7c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:03.676547 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-4b4edb58-8ad6-4eec-ab35-b553592c1a39 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/quotas/e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 375 time: 0.0189645 Aug 07 04:57:03.682417 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.682417 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.683115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.683673 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.684062 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.684437 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.684871 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.685213 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.685642 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.686059 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.686411 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.686784 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59393c-726d-4b96-85fc-7b4b2d7d8d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:03.779042 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-3efb488f-3ab4-4458-a421-1737cc5eeec8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967894 Aug 07 04:57:03.951707 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4140490-4810-4f73-9232-e17af2d53605 req-cf9bfbbb-d65c-4217-860a-236c4e4572ae tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:03.958449 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b4140490-4810-4f73-9232-e17af2d53605 req-cf9bfbbb-d65c-4217-860a-236c4e4572ae tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0732999 Aug 07 04:57:03.960752 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-9da2f259-8e04-47a6-92fa-10ec225d8214 service neutron] 10.222.0.35 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806931 Aug 07 04:57:04.013562 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b4140490-4810-4f73-9232-e17af2d53605 req-ee61007b-edeb-46ac-85cf-4d0571690525 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Aug 07 04:57:04.165726 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-a4307435-626f-411b-aa9f-f491007d4c65 service neutron] 10.222.0.35 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028322 Aug 07 04:57:04.752866 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fffc62df-59e2-4477-a2a3-e2d477ceefd2 req-81e6318f-eb75-458f-a6b5-75bba5e91fb4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 210 time: 0.0533106 Aug 07 04:57:04.807431 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b6952699-6c27-4e14-9c05-995930fa7974 req-14283fa9-f312-4489-bcaa-f631e93e64ac tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 210 time: 0.0500536 Aug 07 04:57:05.301672 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e935732-c623-44cc-8bb6-17c22b1a510d req-413bc910-9076-4275-b46a-331d01bff0f8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:05.303627 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e935732-c623-44cc-8bb6-17c22b1a510d req-413bc910-9076-4275-b46a-331d01bff0f8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0976593 Aug 07 04:57:05.355418 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e935732-c623-44cc-8bb6-17c22b1a510d req-450bb676-0ad1-4569-b141-d425bbf2445c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Aug 07 04:57:05.903152 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-06cc9e1e-5f87-4e2c-8f20-01805f6a0ad9 req-8f212946-797c-4c24-af00-b00078c84415 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 210 time: 0.0476220 Aug 07 04:57:06.027759 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-56d0bada-546b-41e1-a4d1-f26d59382059 req-ff8838db-cd42-430a-9a80-eb55a923d4be tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 210 time: 0.0736556 Aug 07 04:57:06.143682 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-2a3b6998-d53f-4da1-b668-e8d7d566bf19 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:06.145572 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-2a3b6998-d53f-4da1-b668-e8d7d566bf19 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 812 time: 0.1879659 Aug 07 04:57:06.172383 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Request body: {'port': {'device_id': '4b54c939-5f03-4579-bb04-d01e73617541', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'admin_state_up': True, 'tenant_id': '56d51e070d184693b32f62e300ded4fa'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:06.290520 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Made reservation on behalf of 56d51e070d184693b32f62e300ded4fa for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:06.294404 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:06.527512 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Allocated IP 172.20.0.9 (c0e4a04f-a799-47ad-9475-bb3ebbb61692/2dc8ee7d-2bd2-4556-9ec8-d32d05612991/bf23d849-0e24-47ab-ae33-6002837e92e0) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:06.587930 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542588a-371d-47ce-96a4-a87ce2544744 req-3decdcb9-e409-4765-9149-8e37136c25aa tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:06.590271 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a542588a-371d-47ce-96a4-a87ce2544744 req-3decdcb9-e409-4765-9149-8e37136c25aa tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1167097 Aug 07 04:57:06.767229 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a542588a-371d-47ce-96a4-a87ce2544744 req-89d8641a-243c-4882-96ae-e0de37243835 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643746 Aug 07 04:57:06.779945 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-11c30e0a-3591-4c3d-9ea5-82838d108777 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:06.781572 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-11c30e0a-3591-4c3d-9ea5-82838d108777 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 812 time: 0.1633599 Aug 07 04:57:06.866313 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:06.894312 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-4db5131e-2ad0-4645-a7be-e24a845e4982 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 379 time: 0.0851479 Aug 07 04:57:06.918322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:06.949616 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'port': {'device_id': '9842981a-3233-41c1-a42b-442492d50f3a', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'admin_state_up': True, 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'security_groups': ['ca017cb5-9056-4d1b-98dc-6e37500233a1']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:06.961888 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf', '2d316e0b-8eea-4346-9431-4ce3f3d44c94', '1e777704-a54d-44cc-8174-3b1b99eb2c91'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:07.020733 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Network c0e4a04f-a799-47ad-9475-bb3ebbb61692 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:07.045469 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:07.077768 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:07.186501 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event updated for resources: {'Port': ['ID=bf23d849-0e24-47ab-ae33-6002837e92e0,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:07.275847 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:07.276963 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.302824 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d17e78-86a2-4cf2-86ba-e5755c4d85a5 req-dfeb360c-a0b8-4fd1-b4ae-54a594ffd5e4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:07.311905 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-79d17e78-86a2-4cf2-86ba-e5755c4d85a5 req-dfeb360c-a0b8-4fd1-b4ae-54a594ffd5e4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 931 time: 0.1389472 Aug 07 04:57:07.317377 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19abb0aa-f5a9-44cd-84c0-b9e6a3bb7357 req-44ff305b-af88-405a-9f90-440a9bcbc72f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 210 time: 0.0736265 Aug 07 04:57:07.319706 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Made reservation on behalf of e90cab30a20644dbabb505e1ada2dc3a for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:07.324427 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.326818 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-05efe541-138a-40a6-896b-df4c015bd84c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1584299 Aug 07 04:57:07.398358 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-79d17e78-86a2-4cf2-86ba-e5755c4d85a5 req-c9259e39-f882-439f-b9be-49ddd7d7d98c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851157 Aug 07 04:57:07.481112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Allocated IP 172.20.0.4 (b97eba61-232f-41ac-a37d-dd36ec699f72/05e2621c-950e-454b-a692-41858da08350/8625acb3-8bac-4659-9273-7a1a3bc30dc6) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:07.615913 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e84b-98bc-476f-abef-2dbf10515385 req-a1efce27-2128-46ad-8637-1484c30a6421 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:07.627129 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8bd3e84b-98bc-476f-abef-2dbf10515385 req-a1efce27-2128-46ad-8637-1484c30a6421 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0679073 Aug 07 04:57:07.685942 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8bd3e84b-98bc-476f-abef-2dbf10515385 req-38195499-b0e1-4748-8e76-0c214e956cd8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538275 Aug 07 04:57:07.753404 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.776547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Transition to ACTIVE for port object 8625acb3-8bac-4659-9273-7a1a3bc30dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:07.816690 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.873298 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:07.876596 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:07.881694 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:07.884315 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=8625acb3-8bac-4659-9273-7a1a3bc30dc6,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:07.956104 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:07.957203 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.977582 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-1a86a3e9-a534-4c45-a65b-a002c7df9972 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0334761 Aug 07 04:57:08.175316 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-1ed3c4f6-32a8-471c-8234-ffc38fbf3f03 None None] Provisioning for port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:08.186620 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-1ed3c4f6-32a8-471c-8234-ffc38fbf3f03 None None] Provisioning complete for port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:08.187310 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c4f6-32a8-471c-8234-ffc38fbf3f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.224856 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3c4f6-32a8-471c-8234-ffc38fbf3f03 None None] Port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:08.507579 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57402d3b-73d6-4ccb-8de9-00e1ed7cecf1 req-cf653d69-9469-4b59-a581-b2258e06e6fe tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.511468 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-57402d3b-73d6-4ccb-8de9-00e1ed7cecf1 req-cf653d69-9469-4b59-a581-b2258e06e6fe tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 931 time: 0.0988376 Aug 07 04:57:08.568190 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-57402d3b-73d6-4ccb-8de9-00e1ed7cecf1 req-6c517f8d-9859-4df9-81c5-4f4c88fd66ea tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482078 Aug 07 04:57:08.683176 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe207ebb-bbad-44aa-b7bf-86bf77c08263 req-1d7234ed-5bc6-4839-970b-dbd8b40a5dbf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.684612 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fe207ebb-bbad-44aa-b7bf-86bf77c08263 req-1d7234ed-5bc6-4839-970b-dbd8b40a5dbf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 931 time: 0.0615919 Aug 07 04:57:08.727041 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fe207ebb-bbad-44aa-b7bf-86bf77c08263 req-616db9aa-ae1a-4252-b3c4-2c491945727f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Aug 07 04:57:08.828047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98e432-a8f3-42f3-a4f7-1615d35cdedc req-d0a9c762-f5e6-483b-82c3-1d83366fdea4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.829540 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ca98e432-a8f3-42f3-a4f7-1615d35cdedc req-d0a9c762-f5e6-483b-82c3-1d83366fdea4 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0477555 Aug 07 04:57:08.866002 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ca98e432-a8f3-42f3-a4f7-1615d35cdedc req-d2d63872-4fee-4e6a-a5d2-982fd4346ed5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Aug 07 04:57:09.676964 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a29c68-4370-485f-8ed9-453173f7460f req-17c52f72-cc3d-4502-b12f-35a85d626a98 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:09.678415 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-72a29c68-4370-485f-8ed9-453173f7460f req-17c52f72-cc3d-4502-b12f-35a85d626a98 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 931 time: 0.0484431 Aug 07 04:57:09.716691 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-72a29c68-4370-485f-8ed9-453173f7460f req-dc7538fb-4f18-4621-9938-786a082fa641 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Aug 07 04:57:09.842294 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7997b4-b3b9-4d90-a315-25f9c1c73647 req-6e433072-c1d5-41fe-aaf2-875dc7ef61cb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:09.843743 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-be7997b4-b3b9-4d90-a315-25f9c1c73647 req-6e433072-c1d5-41fe-aaf2-875dc7ef61cb tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 931 time: 0.0509722 Aug 07 04:57:09.880492 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-be7997b4-b3b9-4d90-a315-25f9c1c73647 req-6dc35bc2-c4d2-4f51-937f-a5263b18638d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Aug 07 04:57:09.980333 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04145677-25b6-4383-855c-2ed746d9aa2d req-ba894351-3925-4007-8c6b-2ad40d00d576 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:09.981784 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-04145677-25b6-4383-855c-2ed746d9aa2d req-ba894351-3925-4007-8c6b-2ad40d00d576 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Aug 07 04:57:10.019011 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-04145677-25b6-4383-855c-2ed746d9aa2d req-ea14b549-0925-4eb5-b804-cbe872b4ee5c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Aug 07 04:57:10.688991 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Request body: {'port': {'device_id': '4b54c939-5f03-4579-bb04-d01e73617541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:10.692533 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Request body: {'port': {'device_id': '9842981a-3233-41c1-a42b-442492d50f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:10.745817 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.754944 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.939699 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22920cf-ffb7-4ccc-867f-9d0b6e18ffe6 req-b384435d-3afa-4728-9eb9-f38cf9eca351 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:10.941206 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b22920cf-ffb7-4ccc-867f-9d0b6e18ffe6 req-b384435d-3afa-4728-9eb9-f38cf9eca351 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 931 time: 0.1498456 Aug 07 04:57:10.998065 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b22920cf-ffb7-4ccc-867f-9d0b6e18ffe6 req-046b5937-19b5-4f82-babb-09f83215247d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509017 Aug 07 04:57:11.024565 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8625acb3-8bac-4659-9273-7a1a3bc30dc6 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:11.033318 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.046768 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Transition to ACTIVE for port object 8625acb3-8bac-4659-9273-7a1a3bc30dc6 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:11.050482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.099262 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Pushing event updated for resources: {'Port': ['ID=8625acb3-8bac-4659-9273-7a1a3bc30dc6,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:11.106817 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf23d849-0e24-47ab-ae33-6002837e92e0 {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:11.117315 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.141366 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86336984-e282-49bc-8b85-bfc39093d396 req-bad51b8f-669a-4508-8c07-113dc9b8a4fc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.142926 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-86336984-e282-49bc-8b85-bfc39093d396 req-bad51b8f-669a-4508-8c07-113dc9b8a4fc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 931 time: 0.0835238 Aug 07 04:57:11.145919 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Transition to ACTIVE for port object bf23d849-0e24-47ab-ae33-6002837e92e0 will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:11.152890 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.190638 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Attempting to bind port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:11.191113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Attempting to bind port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:11.191536 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Attempting to bind port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:11.196050 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 on network b97eba61-232f-41ac-a37d-dd36ec699f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:57:11.196485 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Attempting to bind port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:11.204121 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:11.204493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Checking segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:11.204906 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Bound using segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:11.205345 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Bound port: 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:11.205707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.236051 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Pushing event updated for resources: {'Port': ['ID=bf23d849-0e24-47ab-ae33-6002837e92e0,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:11.255929 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-86336984-e282-49bc-8b85-bfc39093d396 req-45c89f9b-f406-4216-b005-6681a99ca6ac tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051300 Aug 07 04:57:11.286013 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] For port 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:11.289081 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] For port 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:11.293391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.315431 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Attempting to bind port bf23d849-0e24-47ab-ae33-6002837e92e0 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:11.315775 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Attempting to bind port bf23d849-0e24-47ab-ae33-6002837e92e0 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:11.316092 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Attempting to bind port bf23d849-0e24-47ab-ae33-6002837e92e0 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:11.320927 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Port bf23d849-0e24-47ab-ae33-6002837e92e0 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:57:11.321255 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Attempting to bind port bf23d849-0e24-47ab-ae33-6002837e92e0 on network c0e4a04f-a799-47ad-9475-bb3ebbb61692 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:11.324668 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.325281 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.326708 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] 10.222.0.24 "PUT /v2.0/ports/8625acb3-8bac-4659-9273-7a1a3bc30dc6 HTTP/1.1" status: 200 len: 1093 time: 0.6401410 Aug 07 04:57:11.327098 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:11.327451 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Checking segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:11.327831 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Bound using segment: {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:11.328260 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Bound port: bf23d849-0e24-47ab-ae33-6002837e92e0, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3347b7-dcad-4379-aae6-97d0be36a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:11.328612 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.328862 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:11.331287 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0227643-7a36-4e00-ae3d-49176cfac8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:11.359903 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5805a-7ef1-462c-9402-f06ce48ff53a service neutron] Pushing event updated for resources: {'Port': ['ID=8625acb3-8bac-4659-9273-7a1a3bc30dc6,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:11.432952 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f942a-4284-4916-bcd3-ec4f128ac4bf req-3de5b6d7-6554-4dd7-bba4-ebcbb2a30bcf tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.434497 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae3f942a-4284-4916-bcd3-ec4f128ac4bf req-3de5b6d7-6554-4dd7-bba4-ebcbb2a30bcf tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1026757 Aug 07 04:57:11.437462 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] For port bf23d849-0e24-47ab-ae33-6002837e92e0, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:11.441351 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] For port bf23d849-0e24-47ab-ae33-6002837e92e0, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bf23d849-0e24-47ab-ae33-6002837e92e0,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:11.451502 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.496992 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.497605 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.499021 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf23d849-0e24-47ab-ae33-6002837e92e0 HTTP/1.1" status: 200 len: 1093 time: 0.8144615 Aug 07 04:57:11.505745 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b54c939-5f03-4579-bb04-d01e73617541', 'tag': 'bf23d849-0e24-47ab-ae33-6002837e92e0'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:11.507951 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6892f53-870b-42ab-af21-68bba3c6e455" -d '{"events": [{"name": "network-changed", "server_uuid": "4b54c939-5f03-4579-bb04-d01e73617541", "tag": "bf23d849-0e24-47ab-ae33-6002837e92e0"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:11.527587 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae3f942a-4284-4916-bcd3-ec4f128ac4bf req-cc84bbd9-31e8-42c3-a148-7ad6dcdcb1f3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848746 Aug 07 04:57:11.541727 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134ce5c-5262-42da-a20e-3a2de7104482 service neutron] Pushing event updated for resources: {'Port': ['ID=bf23d849-0e24-47ab-ae33-6002837e92e0,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:11.570764 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ee4f12-b09b-4403-91ad-438445502063 x-openstack-request-id: req-e3ee4f12-b09b-4403-91ad-438445502063 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:11.571113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:11.571529 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3ee4f12-b09b-4403-91ad-438445502063 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:11.571987 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'status': 'completed', 'code': 200} Aug 07 04:57:11.602697 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a240eb-6ce0-43f9-b07f-6070a32c8fa9 x-openstack-request-id: req-81a240eb-6ce0-43f9-b07f-6070a32c8fa9 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:11.602993 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b54c939-5f03-4579-bb04-d01e73617541", "tag": "bf23d849-0e24-47ab-ae33-6002837e92e0", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:11.603246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81a240eb-6ce0-43f9-b07f-6070a32c8fa9 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:11.603929 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b54c939-5f03-4579-bb04-d01e73617541', 'tag': 'bf23d849-0e24-47ab-ae33-6002837e92e0', 'status': 'completed', 'code': 200} Aug 07 04:57:12.112685 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72580be-8011-43d0-9f6a-511183955335 req-081be5fa-8c7b-4644-9a3c-65c4a5f6f7c4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.114055 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b72580be-8011-43d0-9f6a-511183955335 req-081be5fa-8c7b-4644-9a3c-65c4a5f6f7c4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0488544 Aug 07 04:57:12.150929 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b72580be-8011-43d0-9f6a-511183955335 req-4580702b-d53d-4b5c-b023-1816e8745d62 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300274 Aug 07 04:57:12.377582 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f447-5321-4acd-8440-d7687e379064 req-b502a45e-1367-4757-98c8-e6aa197da781 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.378930 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1180f447-5321-4acd-8440-d7687e379064 req-b502a45e-1367-4757-98c8-e6aa197da781 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.0481369 Aug 07 04:57:12.417414 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1180f447-5321-4acd-8440-d7687e379064 req-2c431fc6-ea78-49ec-b68c-0073be2482f2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Aug 07 04:57:12.503738 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0227643-7a36-4e00-ae3d-49176cfac8eb req-9a0ccd7a-ce55-4640-b7d5-282be3af9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.505202 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0227643-7a36-4e00-ae3d-49176cfac8eb req-9a0ccd7a-ce55-4640-b7d5-282be3af9ea1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 1096 time: 0.0821505 Aug 07 04:57:12.519673 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6892f53-870b-42ab-af21-68bba3c6e455 req-52ec1235-2ad6-4d02-b4fd-2b3768da1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.521652 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d6892f53-870b-42ab-af21-68bba3c6e455 req-52ec1235-2ad6-4d02-b4fd-2b3768da1e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 1096 time: 0.0987222 Aug 07 04:57:12.526741 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-29d73599-59d8-45af-9c64-e0d127b870ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.528768 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-29d73599-59d8-45af-9c64-e0d127b870ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54c5afb01f5471297a24ec0ece9d506&device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 1098 time: 0.1041260 Aug 07 04:57:12.735396 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0227643-7a36-4e00-ae3d-49176cfac8eb req-3d394589-0f20-4a01-8de4-47444305f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.737301 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0227643-7a36-4e00-ae3d-49176cfac8eb req-3d394589-0f20-4a01-8de4-47444305f603 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2106075 Aug 07 04:57:12.784101 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4edaf-5a63-4e1b-be80-daf5af6c36f0 req-41769df7-f8db-44bd-862c-14d15efbcd1b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.786636 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9b4edaf-5a63-4e1b-be80-daf5af6c36f0 req-41769df7-f8db-44bd-862c-14d15efbcd1b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1131556 Aug 07 04:57:12.879778 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9b4edaf-5a63-4e1b-be80-daf5af6c36f0 req-94291544-9b81-4d91-a4cd-42b276313042 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598986 Aug 07 04:57:12.934770 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0227643-7a36-4e00-ae3d-49176cfac8eb req-14348ebd-5538-4e76-8795-f431afbd6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.936638 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0227643-7a36-4e00-ae3d-49176cfac8eb req-14348ebd-5538-4e76-8795-f431afbd6fcd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892540 Aug 07 04:57:13.061986 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-fb8d1871-0ad1-4c5c-8d10-4551ab57fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.063838 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-fb8d1871-0ad1-4c5c-8d10-4551ab57fa8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 200 len: 920 time: 0.5058529 Aug 07 04:57:13.078267 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6892f53-870b-42ab-af21-68bba3c6e455 req-ba2de0c6-4228-4892-a9b2-277c237cf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.080073 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d6892f53-870b-42ab-af21-68bba3c6e455 req-ba2de0c6-4228-4892-a9b2-277c237cf9e1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=56d51e070d184693b32f62e300ded4fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5367992 Aug 07 04:57:13.253441 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-5e3c7df9-5811-4fbd-860d-816e3cfb003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.254937 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-5e3c7df9-5811-4fbd-860d-816e3cfb003d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 1096 time: 0.0468001 Aug 07 04:57:13.302788 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-362b0508-1366-4636-ab35-e5aa35733840 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 200 len: 217 time: 0.1259758 Aug 07 04:57:13.324711 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-265509c8-a765-4454-a5ef-2b3b22e7cc12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6 HTTP/1.1" status: 200 len: 217 time: 0.0540805 Aug 07 04:57:13.410574 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-21133ec4-f4eb-4c74-860a-812658d560cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.412071 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-21133ec4-f4eb-4c74-860a-812658d560cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 200 len: 859 time: 0.0880632 Aug 07 04:57:13.425805 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd7cbf-b618-4a3d-9b0f-f63684225d5c req-dc2b6fd0-697a-4198-b80b-1ad68c97bc2c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.433805 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6ebd7cbf-b618-4a3d-9b0f-f63684225d5c req-dc2b6fd0-697a-4198-b80b-1ad68c97bc2c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.1719561 Aug 07 04:57:13.489556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6892f53-870b-42ab-af21-68bba3c6e455 req-76c200d5-936b-4d70-8afa-f84e6fab6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.491079 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d6892f53-870b-42ab-af21-68bba3c6e455 req-76c200d5-936b-4d70-8afa-f84e6fab6d09 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3241279 Aug 07 04:57:13.494402 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-e2d067bf-258c-45c2-8928-8be8da82c62c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aed8f1bd-cb13-4093-afc4-79463ed9511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586629 Aug 07 04:57:13.506011 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-509f732c-3860-4853-a883-7b5f43771597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.507771 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-509f732c-3860-4853-a883-7b5f43771597 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.1373134 Aug 07 04:57:13.591382 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6ebd7cbf-b618-4a3d-9b0f-f63684225d5c req-9b994b25-0f17-44e3-a0f1-6561e21c71bf tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567404 Aug 07 04:57:13.659837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-e848345e-2847-497e-abc0-bc89e62dd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.661294 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-e848345e-2847-497e-abc0-bc89e62dd251 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1395571 Aug 07 04:57:13.670277 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac59b9-e3af-4430-bb05-cd9979e791a6 req-eec740ea-77d1-4bf3-8600-1053e1a19b65 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.671737 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-daac59b9-e3af-4430-bb05-cd9979e791a6 req-eec740ea-77d1-4bf3-8600-1053e1a19b65 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.1397424 Aug 07 04:57:13.730289 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-e381324d-b002-48a6-a1eb-7c3b0cc9579c service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098103 Aug 07 04:57:13.741869 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-408b4b64-7af9-4085-9c95-6cbeed32a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.743090 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-408b4b64-7af9-4085-9c95-6cbeed32a88d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 1096 time: 0.1650090 Aug 07 04:57:13.768930 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-daac59b9-e3af-4430-bb05-cd9979e791a6 req-ac06ba02-03e9-46fd-91ec-8cc6097bd210 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882335 Aug 07 04:57:13.804647 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-444f385d-462c-4fce-b9ef-7ef55240ce82 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306767 Aug 07 04:57:13.866529 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-9321a55e-5bea-4ee0-9d51-aedab16d6f7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf23d849-0e24-47ab-ae33-6002837e92e0 HTTP/1.1" status: 200 len: 217 time: 0.0522597 Aug 07 04:57:13.957110 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-9b4171c2-c565-4860-89d4-d887251d5f48 service neutron] 10.222.0.24 "GET /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178690 Aug 07 04:57:13.959615 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-7db74566-95c8-4cf2-92a6-27a3d2d63786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.961384 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-7db74566-95c8-4cf2-92a6-27a3d2d63786 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.0844939 Aug 07 04:57:13.973981 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7d01caec-dc54-4d40-87d5-c02432982ad4 req-d94fb696-ff1c-4567-b676-63490b29bc47 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629825 Aug 07 04:57:14.063171 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-782726ae-08e8-4f0d-bcc5-c4bf08c49e95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623703 Aug 07 04:57:14.093299 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4992cf-f9fc-456c-904b-ec1ede9c2aeb req-d9fb54c2-ce77-46b6-a44b-609f30f973ee tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:14.101782 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0c4992cf-f9fc-456c-904b-ec1ede9c2aeb req-d9fb54c2-ce77-46b6-a44b-609f30f973ee tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1121204 Aug 07 04:57:14.204291 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0c4992cf-f9fc-456c-904b-ec1ede9c2aeb req-45625f19-fed5-4a4c-8f5c-9f4eab353b8c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012459 Aug 07 04:57:14.234505 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-88c81f46-6bf7-430d-8030-f72c8e1cd177 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573763 Aug 07 04:57:14.363824 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a8afd0c2-bcc6-42bb-93e9-03d2846c9ff2 req-cd986c06-d776-44c8-9382-2207d67ca061 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181738 Aug 07 04:57:14.731865 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f134e7-0c1d-46ae-8467-5b837fd5fba4 req-6850ac7f-fecb-418d-a3f9-a5fad2558cac tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:14.733413 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-89f134e7-0c1d-46ae-8467-5b837fd5fba4 req-6850ac7f-fecb-418d-a3f9-a5fad2558cac tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0588837 Aug 07 04:57:14.772281 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-89f134e7-0c1d-46ae-8467-5b837fd5fba4 req-d29ef3e5-25b6-4dd9-8656-4ab7758bcfd5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Aug 07 04:57:14.905679 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678ace-90e3-4cad-8837-b977f8a7c198 req-910ce85e-2794-41c3-a32b-315c65cc4c6f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:14.909261 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8d678ace-90e3-4cad-8837-b977f8a7c198 req-910ce85e-2794-41c3-a32b-315c65cc4c6f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.0579371 Aug 07 04:57:14.957323 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8d678ace-90e3-4cad-8837-b977f8a7c198 req-6a7b8728-73ca-42a7-8453-e224fe97e28b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Aug 07 04:57:15.399423 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0819a-6106-46cb-8fb9-7b5c38ad56e1 req-045f7dbf-b992-4849-bf35-e7b19c24638a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:15.408061 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-77c0819a-6106-46cb-8fb9-7b5c38ad56e1 req-045f7dbf-b992-4849-bf35-e7b19c24638a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1142190 Aug 07 04:57:15.482237 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-77c0819a-6106-46cb-8fb9-7b5c38ad56e1 req-f7d947c6-9d96-484e-bfc9-63290a711e07 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729220 Aug 07 04:57:15.904298 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c1b5-7866-452a-ac4e-35aa20a1bedb req-6911537b-97bf-4537-a0a3-08ff7672c11f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:15.905955 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9042c1b5-7866-452a-ac4e-35aa20a1bedb req-6911537b-97bf-4537-a0a3-08ff7672c11f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0509803 Aug 07 04:57:15.944470 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9042c1b5-7866-452a-ac4e-35aa20a1bedb req-d857d984-407e-49f9-80fc-5831a7ca1f4d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Aug 07 04:57:16.072041 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef773a-5b6e-4d3b-81b0-2b51a372e5dd req-5291b610-62ca-46d3-a9f0-8c0ac7aa2cc2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:16.073493 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97ef773a-5b6e-4d3b-81b0-2b51a372e5dd req-5291b610-62ca-46d3-a9f0-8c0ac7aa2cc2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Aug 07 04:57:16.110615 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97ef773a-5b6e-4d3b-81b0-2b51a372e5dd req-df043ec8-8cc6-4dee-b142-fdb0c105429f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Aug 07 04:57:16.642763 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26601048-4087-48d9-ae8a-b86462eee3c6 req-cfefe159-7e3a-477f-a02a-31116e69cc57 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:16.648377 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-26601048-4087-48d9-ae8a-b86462eee3c6 req-cfefe159-7e3a-477f-a02a-31116e69cc57 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0767772 Aug 07 04:57:16.694605 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-26601048-4087-48d9-ae8a-b86462eee3c6 req-a8118f94-303c-445b-9034-8929e21c348f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Aug 07 04:57:17.068555 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30474781-9547-420b-9e3c-20b27fc94861 req-4a563483-b5c5-4192-b961-ac0a839af39f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:17.069960 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-30474781-9547-420b-9e3c-20b27fc94861 req-4a563483-b5c5-4192-b961-ac0a839af39f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0500615 Aug 07 04:57:17.113183 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-30474781-9547-420b-9e3c-20b27fc94861 req-c836e468-33a9-4fb8-93ac-4354aa737961 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371130 Aug 07 04:57:17.242534 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f8b0-112c-45ee-a273-a705987a81e6 req-0644e0fe-a5a9-4cfa-85cd-73531bf316cd tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:17.244041 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d532f8b0-112c-45ee-a273-a705987a81e6 req-0644e0fe-a5a9-4cfa-85cd-73531bf316cd tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.0587287 Aug 07 04:57:17.288411 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d532f8b0-112c-45ee-a273-a705987a81e6 req-889da6fa-e006-414f-9ed3-49758cf34af2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Aug 07 04:57:17.823192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad2da9-581e-4f2d-9ad0-e154cb5b55da req-2b88d7e4-b8d7-4f8c-b9df-bf87187fa823 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:17.824754 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-acad2da9-581e-4f2d-9ad0-e154cb5b55da req-2b88d7e4-b8d7-4f8c-b9df-bf87187fa823 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Aug 07 04:57:17.893935 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-acad2da9-581e-4f2d-9ad0-e154cb5b55da req-bf8f08d1-ddc4-467d-94b8-af96c5c8820c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564325 Aug 07 04:57:18.154119 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:57:18.289594 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84407b92-bd41-4bcc-8e16-d475da2ffa46 req-a68b660f-e7ea-4250-81f9-857ddf504c79 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:18.293422 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-84407b92-bd41-4bcc-8e16-d475da2ffa46 req-a68b660f-e7ea-4250-81f9-857ddf504c79 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0942450 Aug 07 04:57:18.401941 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-84407b92-bd41-4bcc-8e16-d475da2ffa46 req-a18cff53-ecb5-45af-ad44-0c61dcaa05e2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013076 Aug 07 04:57:18.527485 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57d645-672c-48b1-a16a-7d942b760c4d req-3671115f-e991-448b-8941-10ea6073deca tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:18.529005 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6b57d645-672c-48b1-a16a-7d942b760c4d req-3671115f-e991-448b-8941-10ea6073deca tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.1365247 Aug 07 04:57:18.581507 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6b57d645-672c-48b1-a16a-7d942b760c4d req-346ad914-d960-4ed2-899a-62764ad0d65f tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Aug 07 04:57:19.089305 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ae29-2fb2-416e-84e3-625806ab0d79 req-edd6eba1-9942-443d-82ff-b94d8c4ba9d8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:19.091343 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3731ae29-2fb2-416e-84e3-625806ab0d79 req-edd6eba1-9942-443d-82ff-b94d8c4ba9d8 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1017630 Aug 07 04:57:19.176032 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3731ae29-2fb2-416e-84e3-625806ab0d79 req-ed3999b1-c9db-48ed-b077-1aa48276e151 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779157 Aug 07 04:57:19.561371 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f35d7-4c49-4978-a79d-f48de95069db req-94c55add-2682-4878-9252-c23121921c25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:19.563016 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-539f35d7-4c49-4978-a79d-f48de95069db req-94c55add-2682-4878-9252-c23121921c25 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0767269 Aug 07 04:57:19.640358 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-539f35d7-4c49-4978-a79d-f48de95069db req-57a4940e-4ddd-4476-ba8d-4404311b838d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713117 Aug 07 04:57:19.739169 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266ab9-8e0e-4437-b0e2-9bc8dc98be2d req-31fc3210-bfb1-49e0-8019-05549e69b948 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:19.747333 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-45266ab9-8e0e-4437-b0e2-9bc8dc98be2d req-31fc3210-bfb1-49e0-8019-05549e69b948 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 943 time: 0.0724137 Aug 07 04:57:19.785640 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 37642) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:19.795645 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-45266ab9-8e0e-4437-b0e2-9bc8dc98be2d req-b54f6327-2d74-4643-98f7-fa906a624454 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Aug 07 04:57:19.951066 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0376-66f5-49be-a86d-8419f1f0ee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.081922 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0376-66f5-49be-a86d-8419f1f0ee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.098788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0376-66f5-49be-a86d-8419f1f0ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.155957 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7a0a0376-66f5-49be-a86d-8419f1f0ee49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b37d04cffe91498ebebe53a8e94cac6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686833 Aug 07 04:57:20.157517 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a0376-66f5-49be-a86d-8419f1f0ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a852abbc-0e59-4549-88cb-520a7f7eb3a4,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:20.159033 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 37660) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:20.223450 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-182c0907-1e1a-49a3-8707-8493a9dbd33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.249280 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-182c0907-1e1a-49a3-8707-8493a9dbd33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.272710 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bf23d849-0e24-47ab-ae33-6002837e92e0 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:57:20.393966 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-182c0907-1e1a-49a3-8707-8493a9dbd33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.399879 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-182c0907-1e1a-49a3-8707-8493a9dbd33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.404175 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-182c0907-1e1a-49a3-8707-8493a9dbd33a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a852abbc-0e59-4549-88cb-520a7f7eb3a4 HTTP/1.1" status: 204 len: 168 time: 0.2434788 Aug 07 04:57:20.435634 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c0907-1e1a-49a3-8707-8493a9dbd33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a852abbc-0e59-4549-88cb-520a7f7eb3a4,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:20.476192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2453-c9ed-43bc-ab97-3614af6830f0 req-1f2c8599-b06e-4f0d-b286-4bfdc3816a4d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:20.479327 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f36c2453-c9ed-43bc-ab97-3614af6830f0 req-1f2c8599-b06e-4f0d-b286-4bfdc3816a4d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1634128 Aug 07 04:57:20.541345 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f36c2453-c9ed-43bc-ab97-3614af6830f0 req-1770ce23-8028-4a76-9f7d-90bfa7a277d3 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Aug 07 04:57:20.686317 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port bf23d849-0e24-47ab-ae33-6002837e92e0, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bf23d849-0e24-47ab-ae33-6002837e92e0,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:20.758200 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'bf23d849-0e24-47ab-ae33-6002837e92e0', 'network_id': 'c0e4a04f-a799-47ad-9475-bb3ebbb61692', 'port_id': 'bf23d849-0e24-47ab-ae33-6002837e92e0', 'mac_address': 'fa:16:3e:af:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc8ee7d-2bd2-4556-9ec8-d32d05612991', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:57:20.825432 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89040e-2cad-4e8f-8b65-31167b6ec2c0 req-df050d38-7f1b-481e-bdb9-0271f1eb6bb4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:20.839937 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2d89040e-2cad-4e8f-8b65-31167b6ec2c0 req-df050d38-7f1b-481e-bdb9-0271f1eb6bb4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0813816 Aug 07 04:57:20.900056 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.935203 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf23d849-0e24-47ab-ae33-6002837e92e0 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:20.937919 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2d89040e-2cad-4e8f-8b65-31167b6ec2c0 req-3500a6fb-bdd0-4941-a7ca-23c077c41508 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026955 Aug 07 04:57:20.996083 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port bf23d849-0e24-47ab-ae33-6002837e92e0, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bf23d849-0e24-47ab-ae33-6002837e92e0,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:21.004143 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:21.121324 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e6887-c1cf-44f3-b65f-9806a42d2023 req-22a158d8-f3c9-4e16-a049-5a963319da76 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:21.129239 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ee1e6887-c1cf-44f3-b65f-9806a42d2023 req-22a158d8-f3c9-4e16-a049-5a963319da76 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 944 time: 0.0725772 Aug 07 04:57:21.140140 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=bf23d849-0e24-47ab-ae33-6002837e92e0,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:21.161585 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.161944 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.162294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.162636 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.162970 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.163302 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.163634 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.163964 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.164294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.164620 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.164976 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.165302 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:21.247786 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ee1e6887-c1cf-44f3-b65f-9806a42d2023 req-56a42e78-49b3-4d7a-b453-c2795db26c3a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112807 Aug 07 04:57:21.601534 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e93b5e8-dd91-4460-92d6-f04bd1ed2633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:21.684323 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['bf23d849-0e24-47ab-ae33-6002837e92e0'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:22.109495 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3f18d-4a3a-4edb-9d88-d3ed9bd8f1ac req-d1755306-189b-4a36-ac45-df378e85c6e8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:22.110958 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71b3f18d-4a3a-4edb-9d88-d3ed9bd8f1ac req-d1755306-189b-4a36-ac45-df378e85c6e8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0504019 Aug 07 04:57:22.149223 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-71b3f18d-4a3a-4edb-9d88-d3ed9bd8f1ac req-bdb37c5c-970f-49dd-8e65-e31133b39268 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Aug 07 04:57:22.355491 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2e32-6c36-41b6-a7bf-f030b3587608 req-7eb438f7-3144-41ca-90ca-5c6fdac06fc1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:22.356986 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-86ed2e32-6c36-41b6-a7bf-f030b3587608 req-7eb438f7-3144-41ca-90ca-5c6fdac06fc1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 944 time: 0.0521116 Aug 07 04:57:22.396822 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-86ed2e32-6c36-41b6-a7bf-f030b3587608 req-aa75579b-7db0-47e9-af10-557fbea2dfc5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Aug 07 04:57:22.468244 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.301033 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1f0a-59a9-46bd-87e3-c126ab3dff6e req-df26ad25-cf59-41e8-b5e8-e824675a20a1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:23.309299 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-56aa1f0a-59a9-46bd-87e3-c126ab3dff6e req-df26ad25-cf59-41e8-b5e8-e824675a20a1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0613549 Aug 07 04:57:23.349134 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-56aa1f0a-59a9-46bd-87e3-c126ab3dff6e req-af75e9b4-1ae9-41a5-8900-3be916c09065 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386648 Aug 07 04:57:23.530521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc9ef-b2b4-4031-93d9-52734a839172 req-fefda2e7-09a2-4b17-93ed-2f21121abcb1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:23.532649 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9efcc9ef-b2b4-4031-93d9-52734a839172 req-fefda2e7-09a2-4b17-93ed-2f21121abcb1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 944 time: 0.0605600 Aug 07 04:57:23.572231 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9efcc9ef-b2b4-4031-93d9-52734a839172 req-34134dee-e10c-4740-ad17-414246acc770 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 07 04:57:24.291813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bf23d849-0e24-47ab-ae33-6002837e92e0 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:24.341298 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.357695 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3cbaf897-4f30-42b1-b871-747adc1d0530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.413881 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port bf23d849-0e24-47ab-ae33-6002837e92e0 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:24.425710 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port bf23d849-0e24-47ab-ae33-6002837e92e0 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:24.427408 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.474958 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-22598c47-8166-4d3a-9bb7-656ab31640f8 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1633f3d4cdb2412b9417cf9eccb946c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717111 Aug 07 04:57:24.631347 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b0005-21e3-4ff9-9f6b-2d4e64e52f7c req-01c9499f-1051-4f8d-bc40-dc8f16a097f2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:24.640827 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.641213 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bc2b0005-21e3-4ff9-9f6b-2d4e64e52f7c req-01c9499f-1051-4f8d-bc40-dc8f16a097f2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.1092982 Aug 07 04:57:24.714716 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bc2b0005-21e3-4ff9-9f6b-2d4e64e52f7c req-26888277-ce05-4613-bf23-6d09d9be0f46 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725422 Aug 07 04:57:24.746153 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port bf23d849-0e24-47ab-ae33-6002837e92e0, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bf23d849-0e24-47ab-ae33-6002837e92e0,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:24.748513 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b54c939-5f03-4579-bb04-d01e73617541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf23d849-0e24-47ab-ae33-6002837e92e0'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:24.755969 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187252cf-884b-4833-9a94-be5579a9f9da" -d '{"events": [{"server_uuid": "4b54c939-5f03-4579-bb04-d01e73617541", "name": "network-vif-plugged", "status": "completed", "tag": "bf23d849-0e24-47ab-ae33-6002837e92e0"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:24.771156 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.829543 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=bf23d849-0e24-47ab-ae33-6002837e92e0,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:24.846907 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7293f-35ee-483a-93f9-49d844a7ac09 req-38d28b0c-dc94-46dd-9588-0eed7bef012b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:24.848710 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-30c7293f-35ee-483a-93f9-49d844a7ac09 req-38d28b0c-dc94-46dd-9588-0eed7bef012b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0559077 Aug 07 04:57:24.899335 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-a66c9bbb-dd38-40bc-809c-df93686bf0b1 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:24.907799 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-a66c9bbb-dd38-40bc-809c-df93686bf0b1 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4235995 Aug 07 04:57:24.909768 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-30c7293f-35ee-483a-93f9-49d844a7ac09 req-0de4879e-dacc-4d12-bb6b-a4bf98504d3a tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Aug 07 04:57:24.927620 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-ff566f32-af18-4a03-a0e1-6dce1d347cb4 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/quotas/1633f3d4cdb2412b9417cf9eccb946c8 HTTP/1.1" status: 200 len: 375 time: 0.0168252 Aug 07 04:57:24.972728 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c1087d01-cc53-47e6-a927-31ea32f74758 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1633f3d4cdb2412b9417cf9eccb946c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438046 Aug 07 04:57:24.984866 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43580aa6-9063-4730-b0b8-9c7471599488 x-openstack-request-id: req-43580aa6-9063-4730-b0b8-9c7471599488 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:24.985253 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b54c939-5f03-4579-bb04-d01e73617541", "name": "network-vif-plugged", "status": "completed", "tag": "bf23d849-0e24-47ab-ae33-6002837e92e0", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:24.985458 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43580aa6-9063-4730-b0b8-9c7471599488 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:24.985765 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b54c939-5f03-4579-bb04-d01e73617541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf23d849-0e24-47ab-ae33-6002837e92e0', 'code': 200} Aug 07 04:57:25.207263 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-14227e5c-bfb5-47a9-acad-585abface585 req-98ae2a48-4334-4d0b-ac35-ef0aebaeb242 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 210 time: 0.0532773 Aug 07 04:57:25.346926 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5471a2-43ca-49fe-b75e-e45c977ca725 req-9c5cdf7a-e20c-4a03-bada-a6e101bdbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:25.348459 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c5471a2-43ca-49fe-b75e-e45c977ca725 req-9c5cdf7a-e20c-4a03-bada-a6e101bdbb5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 1098 time: 0.0493906 Aug 07 04:57:25.393531 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c5471a2-43ca-49fe-b75e-e45c977ca725 req-2d126a20-b3a4-439c-a7be-ceeb24c8e01b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Aug 07 04:57:25.575416 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:25.874610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f536c-82f8-46ec-82b8-0bf917a2fcae req-81ae49ea-8a04-4777-b64c-8aea747c1946 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:25.876858 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-514f536c-82f8-46ec-82b8-0bf917a2fcae req-81ae49ea-8a04-4777-b64c-8aea747c1946 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 943 time: 0.0607443 Aug 07 04:57:25.941339 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-514f536c-82f8-46ec-82b8-0bf917a2fcae req-d17e7028-dfb9-4819-9a52-0fcf05d58a10 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505624 Aug 07 04:57:26.064505 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66150c-af0e-47df-a4b1-4103064eb021 req-e3dbec5f-8e01-4e29-8861-c536fec3eeda tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:26.065998 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cc66150c-af0e-47df-a4b1-4103064eb021 req-e3dbec5f-8e01-4e29-8861-c536fec3eeda tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0562701 Aug 07 04:57:26.105418 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cc66150c-af0e-47df-a4b1-4103064eb021 req-4804c55c-9317-42a3-8f21-fd90e6e756da tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Aug 07 04:57:26.311750 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8625acb3-8bac-4659-9273-7a1a3bc30dc6 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:57:26.314302 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-224ce0f4-6115-48e5-95f7-8fbb8e431900 req-8e84bf74-e969-4fcb-b366-9e4a51f5a16f tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 210 time: 0.0269055 Aug 07 04:57:26.426303 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:26.456442 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'port_id': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'mac_address': 'fa:16:3e:dc:95:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:57:26.510887 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.543649 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8625acb3-8bac-4659-9273-7a1a3bc30dc6 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:26.572524 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:26.579231 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.655499 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=8625acb3-8bac-4659-9273-7a1a3bc30dc6,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:26.805419 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 37846) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:26.919524 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-64c684f1-1f50-4cc0-baa1-6d6a2609d814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.000707 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.039451 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-64c684f1-1f50-4cc0-baa1-6d6a2609d814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.045795 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-64c684f1-1f50-4cc0-baa1-6d6a2609d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.090420 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c684f1-1f50-4cc0-baa1-6d6a2609d814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07174245-f332-4ed6-a5e0-99fed17167f4,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:27.211682 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-64c684f1-1f50-4cc0-baa1-6d6a2609d814 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e6b644a53cb466ea373be6d29c1b39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043491 Aug 07 04:57:27.215678 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 37858) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:27.241115 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c91e5e48-46b4-4b40-8980-275550d87182 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1633f3d4cdb2412b9417cf9eccb946c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482385 Aug 07 04:57:27.255762 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b425ba4-8d81-4eae-b37c-c0e22f9d7352 req-79fc3772-7d7c-4a45-b9ed-92052cc31cb9 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:27.257683 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1b425ba4-8d81-4eae-b37c-c0e22f9d7352 req-79fc3772-7d7c-4a45-b9ed-92052cc31cb9 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 944 time: 0.1774356 Aug 07 04:57:27.351752 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6aeff76e-d78a-41f2-9e58-0824d2c327f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.416155 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1b425ba4-8d81-4eae-b37c-c0e22f9d7352 req-742e1419-834d-4c0c-84f4-59d40bb9187c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402192 Aug 07 04:57:27.443674 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6aeff76e-d78a-41f2-9e58-0824d2c327f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.495810 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193da389-d712-42be-93c4-01bd4f269681 req-73999cef-f7ba-4e2b-a389-54a9cd6d587b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:27.505337 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-193da389-d712-42be-93c4-01bd4f269681 req-73999cef-f7ba-4e2b-a389-54a9cd6d587b tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0966685 Aug 07 04:57:27.519332 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['8625acb3-8bac-4659-9273-7a1a3bc30dc6'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:27.585658 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-193da389-d712-42be-93c4-01bd4f269681 req-1e492847-9dfd-4430-93b5-b93dd7316c74 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Aug 07 04:57:27.587492 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6aeff76e-d78a-41f2-9e58-0824d2c327f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.601933 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6aeff76e-d78a-41f2-9e58-0824d2c327f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.626749 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6aeff76e-d78a-41f2-9e58-0824d2c327f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07174245-f332-4ed6-a5e0-99fed17167f4 HTTP/1.1" status: 204 len: 168 time: 0.3973336 Aug 07 04:57:27.633722 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-ed2c101d-c563-44b0-bc35-36dd9a555317 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:27.636132 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-ed2c101d-c563-44b0-bc35-36dd9a555317 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3773034 Aug 07 04:57:27.642652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff76e-d78a-41f2-9e58-0824d2c327f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07174245-f332-4ed6-a5e0-99fed17167f4,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:27.673008 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Request body: {'port': {'device_id': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556', 'admin_state_up': True, 'tenant_id': '1633f3d4cdb2412b9417cf9eccb946c8'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:27.690073 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27866ca0-711f-40db-9380-9eb3135da7f5 req-d9930a4a-6cc9-4d84-a6c1-29089bc07620 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:27.692240 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-27866ca0-711f-40db-9380-9eb3135da7f5 req-d9930a4a-6cc9-4d84-a6c1-29089bc07620 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.1582181 Aug 07 04:57:27.785364 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fb0182a8-fecb-4b59-b6a7-7acd3a51d115 req-da10c962-3be4-4d57-8fa1-f1f68ee13b16 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 210 time: 0.0838273 Aug 07 04:57:27.803263 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-27866ca0-711f-40db-9380-9eb3135da7f5 req-33cd553d-54e0-4579-a967-08b14b7563ea tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648580 Aug 07 04:57:27.917617 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Made reservation on behalf of 1633f3d4cdb2412b9417cf9eccb946c8 for: {'port': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:27.924023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.934956 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.054838 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.060074 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.131523 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3532db5e-e443-40c5-9395-59f7fda357ae,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:28.234338 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Allocated IP 192.168.233.96 (7c047480-0fae-4b7c-a745-3dad48caf556/2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692/c11cc320-a262-4982-92a9-a07cac9ca25f) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:28.438494 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.455437 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Transition to ACTIVE for port object c11cc320-a262-4982-92a9-a07cac9ca25f will not be triggered until provisioned by entity DHCP. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:28.507007 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.573794 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Network 7c047480-0fae-4b7c-a745-3dad48caf556 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:28.582078 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:28.588921 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:28.605649 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877dbbe-017d-4200-ae2a-c50981c0c9c5 req-a73efd0f-9438-42b3-a8b2-b5c28ce6ff2d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:28.607525 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d877dbbe-017d-4200-ae2a-c50981c0c9c5 req-a73efd0f-9438-42b3-a8b2-b5c28ce6ff2d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 944 time: 0.1125488 Aug 07 04:57:28.612944 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Pushing event updated for resources: {'Port': ['ID=c11cc320-a262-4982-92a9-a07cac9ca25f,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:28.673268 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 37918) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:28.675892 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:28.676520 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.715709 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-fe9fd46c-f018-4689-b77d-c0746ebffbf3 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0492921 Aug 07 04:57:28.727048 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a3744-fb3c-489e-b42c-7157d0460b4d req-8ec15b95-c8f8-4e93-8014-622aa0b5c132 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:28.729597 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2c7a3744-fb3c-489e-b42c-7157d0460b4d req-8ec15b95-c8f8-4e93-8014-622aa0b5c132 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0573118 Aug 07 04:57:28.729718 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d877dbbe-017d-4200-ae2a-c50981c0c9c5 req-63d9afbc-a9c8-47ef-b88b-20cfafd598b4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131349 Aug 07 04:57:28.778418 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2c7a3744-fb3c-489e-b42c-7157d0460b4d req-158c1fa0-4e23-4982-aadd-bcce2befb309 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Aug 07 04:57:28.834493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-424337753-network', 'tenant_id': '9874042788a343ec976046e4394fa45e'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:28.854872 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Request body: {'port': {'device_id': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:28.856073 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-bfc4eeea-45f0-40ea-913c-38a9c9b2989b None None] Provisioning for port c11cc320-a262-4982-92a9-a07cac9ca25f completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:28.861117 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Made reservation on behalf of 9874042788a343ec976046e4394fa45e for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:28.863712 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.873813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-bfc4eeea-45f0-40ea-913c-38a9c9b2989b None None] Provisioning complete for port c11cc320-a262-4982-92a9-a07cac9ca25f triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:28.874197 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-bfc4eeea-45f0-40ea-913c-38a9c9b2989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.880704 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.930421 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4eeea-45f0-40ea-913c-38a9c9b2989b None None] Port c11cc320-a262-4982-92a9-a07cac9ca25f cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:28.960380 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f0fba-ab39-4777-92dd-109e5efcfa81 req-22dfe025-bac0-45d1-b21f-964b7b230d06 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:28.962568 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b34f0fba-ab39-4777-92dd-109e5efcfa81 req-22dfe025-bac0-45d1-b21f-964b7b230d06 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0831907 Aug 07 04:57:29.027043 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b34f0fba-ab39-4777-92dd-109e5efcfa81 req-39f22fa0-8190-4dec-850a-ded6193786ae tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558212 Aug 07 04:57:29.063009 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.066511 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.113755 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4c021-cece-4224-869d-c4a29d8eafd0,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:29.116570 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:29.141391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.141737 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Added segment 4705d641-9ad7-43a0-adda-95731c636a22 of type vlan for network c61f287c-7f72-4059-8f75-007b2e5d7520 Aug 07 04:57:29.205255 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.208368 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.240143 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.241147 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:29.241728 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.256685 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690094e9-f494-49fe-a0b5-73e3a4d2ad1b req-5d7a6933-efda-4026-a9a5-5c7e54ade7e1 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:29.258183 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-690094e9-f494-49fe-a0b5-73e3a4d2ad1b req-5d7a6933-efda-4026-a9a5-5c7e54ade7e1 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 935 time: 0.0904908 Aug 07 04:57:29.301466 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6237094 Aug 07 04:57:29.302012 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 37936) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:29.303819 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368361f9-f460-4700-b1d7-8d6a93aad653 admin admin] Pushing event updated for resources: {'Network': ['ID=c61f287c-7f72-4059-8f75-007b2e5d7520,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:29.315021 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network c61f287c-7f72-4059-8f75-007b2e5d7520 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:29.350276 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Request body: {'subnet': {'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-424337753-subnet', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:29.394955 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-690094e9-f494-49fe-a0b5-73e3a4d2ad1b req-cc6398aa-c609-4894-958b-1f2e1bb4e9b7 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262400 Aug 07 04:57:29.445175 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Made reservation on behalf of 9874042788a343ec976046e4394fa45e for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:29.447702 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12754616'] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.645787 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11cc320-a262-4982-92a9-a07cac9ca25f {{(pid=93254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:29.656841 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.700300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Transition to ACTIVE for port object c11cc320-a262-4982-92a9-a07cac9ca25f will not be triggered until provisioned by entity L2. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:29.704972 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.714519 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14427165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12754570'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.814703 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c11cc320-a262-4982-92a9-a07cac9ca25f,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:29.821803 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fd6241-4181-4944-ba38-fbc61919b3ca,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:29.922207 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Checking segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:29.922673 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Network hostable DHCP agents. Network: c61f287c-7f72-4059-8f75-007b2e5d7520, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:29.952006 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b465-79a9-4380-b53c-b8a132544587 req-fec12a9c-e3b9-4afb-97bf-385e38bf7d7d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:29.953629 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f524b465-79a9-4380-b53c-b8a132544587 req-fec12a9c-e3b9-4afb-97bf-385e38bf7d7d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 944 time: 0.1341391 Aug 07 04:57:29.964980 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Attempting to bind port c11cc320-a262-4982-92a9-a07cac9ca25f on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:29.965387 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Attempting to bind port c11cc320-a262-4982-92a9-a07cac9ca25f by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:29.965777 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Attempting to bind port c11cc320-a262-4982-92a9-a07cac9ca25f on network 7c047480-0fae-4b7c-a745-3dad48caf556 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:29.979830 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Port c11cc320-a262-4982-92a9-a07cac9ca25f on network 7c047480-0fae-4b7c-a745-3dad48caf556 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:57:29.981159 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Attempting to bind port c11cc320-a262-4982-92a9-a07cac9ca25f on network 7c047480-0fae-4b7c-a745-3dad48caf556 {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:29.992569 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Network c61f287c-7f72-4059-8f75-007b2e5d7520 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:30.002351 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:30.002686 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Checking segment: {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:30.003087 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Bound using segment: {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'} {{(pid=93254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:30.003491 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.managers [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Bound port: c11cc320-a262-4982-92a9-a07cac9ca25f, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f553fbe-79fe-4aa9-a736-135bb255b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556'}}] {{(pid=93254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:30.003843 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.025148 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, c61f287c-7f72-4059-8f75-007b2e5d7520) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:30.032966 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.033598 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.034490 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9899e-effb-4ea8-a2a9-af02dbb8dcc1 None None] Network c61f287c-7f72-4059-8f75-007b2e5d7520 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:30.045219 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f524b465-79a9-4380-b53c-b8a132544587 req-1ffd843c-61b3-46e9-9ade-4b5c7b582431 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817230 Aug 07 04:57:30.073735 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f67ebd19-e036-4c82-9bb2-b39fed53eaf7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7706532 Aug 07 04:57:30.076401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 37982) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:30.082715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:30.129975 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.131247 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.138413 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] For port c11cc320-a262-4982-92a9-a07cac9ca25f, host hv-cinder-80374, cleared binding levels {{(pid=93254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:30.142651 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] For port c11cc320-a262-4982-92a9-a07cac9ca25f, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=c11cc320-a262-4982-92a9-a07cac9ca25f,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:30.152978 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.181519 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dba19-d098-4263-9ecd-f29ca1344f82 req-3e4c0fee-c0b3-4396-bb39-433598090472 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.188669 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-201dba19-d098-4263-9ecd-f29ca1344f82 req-3e4c0fee-c0b3-4396-bb39-433598090472 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0685792 Aug 07 04:57:30.212184 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.212844 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.214836 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c11cc320-a262-4982-92a9-a07cac9ca25f HTTP/1.1" status: 200 len: 1097 time: 1.3677280 Aug 07 04:57:30.248409 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-201dba19-d098-4263-9ecd-f29ca1344f82 req-3103c508-8e0d-4be4-8034-380fdfdeb448 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584276 Aug 07 04:57:30.258522 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'tag': 'c11cc320-a262-4982-92a9-a07cac9ca25f'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:30.261529 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02" -d '{"events": [{"name": "network-changed", "server_uuid": "b8079113-c152-4a13-a741-dbdc2cc01843", "tag": "c11cc320-a262-4982-92a9-a07cac9ca25f"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:30.270185 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.321646 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8625acb3-8bac-4659-9273-7a1a3bc30dc6 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:30.356674 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b4cc4a-0ccc-49b8-9389-19c92fe8c203 x-openstack-request-id: req-11b4cc4a-0ccc-49b8-9389-19c92fe8c203 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:30.356996 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8079113-c152-4a13-a741-dbdc2cc01843", "tag": "c11cc320-a262-4982-92a9-a07cac9ca25f", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:30.357253 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11b4cc4a-0ccc-49b8-9389-19c92fe8c203 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:30.357649 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'tag': 'c11cc320-a262-4982-92a9-a07cac9ca25f', 'status': 'completed', 'code': 200} Aug 07 04:57:30.377550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-c61f287c-7f72-4059-8f75-007b2e5d7520', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:57:30.378939 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.444680 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d7f7f-8374-4e5d-9b0c-a1ebe42f71c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c11cc320-a262-4982-92a9-a07cac9ca25f,revision_number=3']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:30.512321 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:30.523135 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-4480bdbb-047a-4d99-869d-5c012abf1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.525611 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-4480bdbb-047a-4d99-869d-5c012abf1da4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1633f3d4cdb2412b9417cf9eccb946c8&device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 1100 time: 0.1739378 Aug 07 04:57:30.527052 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:30.531121 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.600553 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.632575 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-8196bb87-cd82-40c4-b655-7bd182d092b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c11cc320-a262-4982-92a9-a07cac9ca25f HTTP/1.1" status: 200 len: 217 time: 0.0629988 Aug 07 04:57:30.653289 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Allocated IP 172.20.0.2 (c61f287c-7f72-4059-8f75-007b2e5d7520/46fd6241-4181-4944-ba38-fbc61919b3ca/a3dc6d3e-a680-435e-afb5-e45398fbe1ed) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:30.723201 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ea065-431f-4435-af03-c5f05cfc8ed3 req-6efee0be-ded7-4bc4-adf3-ef178a950fd5 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.724751 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c15ea065-431f-4435-af03-c5f05cfc8ed3 req-6efee0be-ded7-4bc4-adf3-ef178a950fd5 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 947 time: 0.2039797 Aug 07 04:57:30.740593 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.769037 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-22fe164b-5719-402b-8bf8-2b0a62aca7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.770517 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-22fe164b-5719-402b-8bf8-2b0a62aca7e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692 HTTP/1.1" status: 200 len: 843 time: 0.1151402 Aug 07 04:57:30.783435 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:30.785687 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdcf2fc-a5fb-4b2d-a50e-4d929335f786" -d '{"events": [{"server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "name": "network-vif-plugged", "status": "completed", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:30.808546 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:30.817454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.834132 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c15ea065-431f-4435-af03-c5f05cfc8ed3 req-ebb4870c-0c3a-49f3-9b20-a9942f8aad7a tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963898 Aug 07 04:57:30.877995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-b636dea0-9f12-4cf1-afd6-6aa1ec92a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.879529 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-b636dea0-9f12-4cf1-afd6-6aa1ec92a352 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c047480-0fae-4b7c-a745-3dad48caf556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0945148 Aug 07 04:57:30.910585 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0761a43-57e3-4e0d-b13c-7596f9a91b6e x-openstack-request-id: req-b0761a43-57e3-4e0d-b13c-7596f9a91b6e {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:30.910896 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "name": "network-vif-plugged", "status": "completed", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:30.911345 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0761a43-57e3-4e0d-b13c-7596f9a91b6e {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:30.911553 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'code': 200} Aug 07 04:57:30.936376 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=8625acb3-8bac-4659-9273-7a1a3bc30dc6,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:30.960813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.969905 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Transition to ACTIVE for port object a3dc6d3e-a680-435e-afb5-e45398fbe1ed will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:30.984466 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Transition to ACTIVE for port object a3dc6d3e-a680-435e-afb5-e45398fbe1ed will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:30.991594 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.028075 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Network c61f287c-7f72-4059-8f75-007b2e5d7520 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:31.032720 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:31.036181 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:31.043686 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Pushing event updated for resources: {'Port': ['ID=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:31.094354 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Attempting to bind port a3dc6d3e-a680-435e-afb5-e45398fbe1ed on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:31.094712 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Attempting to bind port a3dc6d3e-a680-435e-afb5-e45398fbe1ed by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:31.095250 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Attempting to bind port a3dc6d3e-a680-435e-afb5-e45398fbe1ed on network c61f287c-7f72-4059-8f75-007b2e5d7520 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:31.095479 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.098851 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-d2c0fd40-9f6d-454f-a962-999fb0e43577 service neutron] 10.222.0.24 "GET /v2.0/networks/7c047480-0fae-4b7c-a745-3dad48caf556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033911 Aug 07 04:57:31.101506 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:31.101876 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Checking segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:31.102270 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.103417 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Bound using segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:31.103892 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Bound port: a3dc6d3e-a680-435e-afb5-e45398fbe1ed, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:31.104272 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.119919 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.168840 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] For port a3dc6d3e-a680-435e-afb5-e45398fbe1ed, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:31.172055 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] For port a3dc6d3e-a680-435e-afb5-e45398fbe1ed, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:31.177342 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.237977 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea3d0d-69f2-4735-9f0a-34da58e778a7 None None] Pushing event updated for resources: {'Port': ['ID=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:31.313023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119daba3-dd01-4758-a8df-91ea243741df req-69280cfc-dd4f-461e-9593-9c08420489f2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.314532 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-119daba3-dd01-4758-a8df-91ea243741df req-69280cfc-dd4f-461e-9593-9c08420489f2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.1698270 Aug 07 04:57:31.349540 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0826e1f3-812b-4d9f-9b73-6ccc7d8cc019 req-27da5116-6ea7-419a-8b35-e8a864577ee5 service neutron] 10.222.0.24 "GET /v2.0/networks/7c047480-0fae-4b7c-a745-3dad48caf556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316959 Aug 07 04:57:31.367898 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Allocated IP 172.27.3.38 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/391d1f2b-9a42-4bee-9815-960c8ee04b48) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:31.383525 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d78b2-bdb3-4532-89f0-63d877126597 req-7d7f2966-0d01-418a-9a27-adce68ba7dce tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.385812 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff0d78b2-bdb3-4532-89f0-63d877126597 req-7d7f2966-0d01-418a-9a27-adce68ba7dce tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.0732381 Aug 07 04:57:31.390467 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-119daba3-dd01-4758-a8df-91ea243741df req-49db77b2-6558-43ec-b6d7-db23bc7032e1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680888 Aug 07 04:57:31.461172 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff0d78b2-bdb3-4532-89f0-63d877126597 req-7c71ddb4-52b7-4dd0-a7e9-33bcf209d26b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Aug 07 04:57:31.538934 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-57d3d6e1-7e2d-4d96-9916-907a01dd9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.541931 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-57d3d6e1-7e2d-4d96-9916-907a01dd9668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1633f3d4cdb2412b9417cf9eccb946c8&device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 1100 time: 0.0447800 Aug 07 04:57:31.577024 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae2ba2-9012-4791-b223-0bb42c005cd7 req-ad35cbae-eedf-4edb-b0de-aa593df6d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.578521 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-11ae2ba2-9012-4791-b223-0bb42c005cd7 req-ad35cbae-eedf-4edb-b0de-aa593df6d241 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 1098 time: 0.0869048 Aug 07 04:57:31.601754 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38032) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:31.610506 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.664220 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-1110d6ea-4751-4e1b-842c-fd906775e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.666197 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-1110d6ea-4751-4e1b-842c-fd906775e8ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c047480-0fae-4b7c-a745-3dad48caf556 HTTP/1.1" status: 200 len: 870 time: 0.1163635 Aug 07 04:57:31.675423 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-11ae2ba2-9012-4791-b223-0bb42c005cd7 req-169aae77-4b4a-4114-86b3-0f6c87254460 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864661 Aug 07 04:57:31.679363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Deleting subnet c78c259a-7e84-4885-badb-096e847ffd03 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:57:31.689637 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.725053 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-9ec1754e-3109-4e8b-b38c-3645f16d02b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c11cc320-a262-4982-92a9-a07cac9ca25f HTTP/1.1" status: 200 len: 217 time: 0.0395694 Aug 07 04:57:31.729961 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.732403 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.800480 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:31.808334 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:31.813784 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:31.816137 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.818765 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Pushing event updated for resources: {'Port': ['ID=391d1f2b-9a42-4bee-9815-960c8ee04b48,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:32.214650 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.218307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026dc8ac-71e3-4aea-b786-8181faaad5e1 None None] Network c61f287c-7f72-4059-8f75-007b2e5d7520 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:32.273112 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.274982 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c78c259a-7e84-4885-badb-096e847ffd03 HTTP/1.1" status: 204 len: 168 time: 0.6723390 Aug 07 04:57:32.275779 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53904eea-826d-47c8-b19d-d8c249d14e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78c259a-7e84-4885-badb-096e847ffd03,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:32.278007 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38040) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:32.297938 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471619-1c60-45aa-8c4d-1d4a062a7c5f req-64303750-1a87-473b-a5b3-10e920991fab tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.299626 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6c471619-1c60-45aa-8c4d-1d4a062a7c5f req-64303750-1a87-473b-a5b3-10e920991fab tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 947 time: 0.1515973 Aug 07 04:57:32.339998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-21a639dd-1125-4e2a-8c75-992d5c1649c9 None None] Provisioning for port a3dc6d3e-a680-435e-afb5-e45398fbe1ed completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:32.394931 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-94dedf90-24c0-468c-a984-78675328cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.399959 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-94dedf90-24c0-468c-a984-78675328cccf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692 HTTP/1.1" status: 200 len: 843 time: 0.0934672 Aug 07 04:57:32.406755 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.441136 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6c471619-1c60-45aa-8c4d-1d4a062a7c5f req-fc36c3fc-82be-4b0a-a7cb-3fc18273714c tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284842 Aug 07 04:57:32.458359 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-1aa8facc-ceeb-4967-8106-b9468493c50a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.459872 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-1aa8facc-ceeb-4967-8106-b9468493c50a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.1590233 Aug 07 04:57:32.509692 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.533823 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-de545958-13c0-4fa5-9a34-5c756defdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.535386 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-de545958-13c0-4fa5-9a34-5c756defdd4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c047480-0fae-4b7c-a745-3dad48caf556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1227574 Aug 07 04:57:32.621005 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.643640 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75033fe-395c-44bd-aeca-8b2f84f00266']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:32.671729 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a091bc-676d-48e0-9dbe-846e1a17ddba') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:32.672273 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a091bc-676d-48e0-9dbe-846e1a17ddba') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:32.682745 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d8d94-6db7-4123-800c-2bfeb0574cbc req-172aad8a-bce1-457d-ba94-51abe4476295 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.684331 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-525d8d94-6db7-4123-800c-2bfeb0574cbc req-172aad8a-bce1-457d-ba94-51abe4476295 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 946 time: 0.1339734 Aug 07 04:57:32.701099 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.716611 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e089-7bfa-4dcb-a0a9-a5c058c4e7b8 req-d9f8f310-25d8-4044-a275-e60e019d1f43 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.718152 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff21e089-7bfa-4dcb-a0a9-a5c058c4e7b8 req-d9f8f310-25d8-4044-a275-e60e019d1f43 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.1868949 Aug 07 04:57:32.748844 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.759810 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device a3dc6d3e-a680-435e-afb5-e45398fbe1ed up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:32.763932 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:57:32.764469 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:57:32.766602 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:57:32.783273 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Deleting port 8385bf57-9f35-4380-8238-83874f21430a {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:32.783616 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.805336 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-525d8d94-6db7-4123-800c-2bfeb0574cbc req-6c5df3e3-8ab2-44d3-a2e6-31789d438e77 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133757 Aug 07 04:57:32.825192 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port a3dc6d3e-a680-435e-afb5-e45398fbe1ed completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:32.829685 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port a3dc6d3e-a680-435e-afb5-e45398fbe1ed triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:32.830241 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.834718 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-a52ebfd8-0ae2-4e64-a384-4f07612a50c6 service neutron] 10.222.0.24 "GET /v2.0/networks/7c047480-0fae-4b7c-a745-3dad48caf556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817595 Aug 07 04:57:32.840852 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff21e089-7bfa-4dcb-a0a9-a5c058c4e7b8 req-13462efe-6763-4002-80f1-d0356fe14d0b tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147642 Aug 07 04:57:32.903211 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.910976 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.916377 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] 10.222.0.35 "DELETE /v2.0/networks/a75033fe-395c-44bd-aeca-8b2f84f00266 HTTP/1.1" status: 204 len: 168 time: 0.6368499 Aug 07 04:57:32.919542 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.934203 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7eef3-050e-4d97-82fb-eba24f735f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=a75033fe-395c-44bd-aeca-8b2f84f00266,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:32.944165 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.950920 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] For port 8385bf57-9f35-4380-8238-83874f21430a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8385bf57-9f35-4380-8238-83874f21430a,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:32.951509 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.958780 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d1e746b-8341-47d8-b8f6-d3861d2c4b02 req-5db05774-fc1c-45c2-b3d7-8519b5f57b22 service neutron] 10.222.0.24 "GET /v2.0/networks/7c047480-0fae-4b7c-a745-3dad48caf556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130071 Aug 07 04:57:32.998131 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Calling delete_port for 8385bf57-9f35-4380-8238-83874f21430a owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:32.998325 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port a3dc6d3e-a680-435e-afb5-e45398fbe1ed, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:33.004857 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.061002 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:33.087499 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38050) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:33.132995 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1c0bdc65-d662-4e2d-9376-3704fc02544b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=910b734a3aa343fb9c79c6f1ae1ed425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443110 Aug 07 04:57:33.135750 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38052) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:33.184551 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:57:33.185679 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-91a05336-48cf-407a-829e-d5067721ff7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.203172 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.209471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-91a05336-48cf-407a-829e-d5067721ff7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.251702 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['bd78445c-a49c-49cb-abaf-0ddaf6492e2c'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:33.275122 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-91a05336-48cf-407a-829e-d5067721ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.278648 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-91a05336-48cf-407a-829e-d5067721ff7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.279898 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-91a05336-48cf-407a-829e-d5067721ff7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed1430cc-7795-4607-8da7-cc306c225c8a HTTP/1.1" status: 204 len: 168 time: 0.1430128 Aug 07 04:57:33.282860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Pushing event deleted for resources: {'Port': ['ID=8385bf57-9f35-4380-8238-83874f21430a,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:33.288446 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a05336-48cf-407a-829e-d5067721ff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1430cc-7795-4607-8da7-cc306c225c8a,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:33.363728 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] No DVR routers for this DVR port 8385bf57-9f35-4380-8238-83874f21430a on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:57:33.369803 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.371778 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-53f5e239-22f7-4dc2-9fdf-ee5a5c12e9e8 req-dd044344-82f7-4ab3-b55e-05654ac7400b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "DELETE /v2.0/ports/8385bf57-9f35-4380-8238-83874f21430a HTTP/1.1" status: 204 len: 173 time: 0.8954391 Aug 07 04:57:33.372225 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'name': 'network-vif-deleted', 'tag': '8385bf57-9f35-4380-8238-83874f21430a'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:33.374493 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44407d8e-3562-4f4c-b967-869304aec5bb" -d '{"events": [{"server_uuid": "7660d04d-3aad-49e0-b8a5-12820fcb4d66", "name": "network-vif-deleted", "tag": "8385bf57-9f35-4380-8238-83874f21430a"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:33.395388 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:33.420528 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Sync routers for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:33.434258 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:33.435594 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547eb177-e43e-494d-a3a6-e260b526cb31 x-openstack-request-id: req-547eb177-e43e-494d-a3a6-e260b526cb31 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:33.435958 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7660d04d-3aad-49e0-b8a5-12820fcb4d66", "name": "network-vif-deleted", "tag": "8385bf57-9f35-4380-8238-83874f21430a", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:33.436088 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:33.436269 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-547eb177-e43e-494d-a3a6-e260b526cb31 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:33.436657 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7660d04d-3aad-49e0-b8a5-12820fcb4d66', 'name': 'network-vif-deleted', 'tag': '8385bf57-9f35-4380-8238-83874f21430a', 'status': 'completed', 'code': 200} Aug 07 04:57:33.438019 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.440869 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-9c3e28ec-c966-4fda-8eaf-8dd2e759abe5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3616915 Aug 07 04:57:33.442371 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38060) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:33.661071 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a41d-d616-4418-8668-f315381b258b req-919273f7-3d08-40bb-bc51-72e395ad72d7 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:33.668885 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0ff4a41d-d616-4418-8668-f315381b258b req-919273f7-3d08-40bb-bc51-72e395ad72d7 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 947 time: 0.1050267 Aug 07 04:57:33.674825 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:33.726076 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0ff4a41d-d616-4418-8668-f315381b258b req-96ecb254-b28b-4dcf-ad06-35aa982fae4d tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Aug 07 04:57:33.894771 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:32Z', 'revision_number': 3, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:33.929224 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Checking router: 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:33.930173 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Updating router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 port 391d1f2b-9a42-4bee-9815-960c8ee04b48 binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:33.961073 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:33.968514 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dd2d6fee-0dd1-4973-94d1-12844d16515a req-784ba804-9982-454a-94b8-b944f4856149 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=7660d04d-3aad-49e0-b8a5-12820fcb4d66 HTTP/1.1" status: 200 len: 210 time: 0.0466702 Aug 07 04:57:34.115434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120a3a3-5d2a-4a63-9ad9-0fae197f52bd req-ffcf18b6-3448-4c67-93c8-06055e7ad306 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:34.123477 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7120a3a3-5d2a-4a63-9ad9-0fae197f52bd req-ffcf18b6-3448-4c67-93c8-06055e7ad306 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.1699364 Aug 07 04:57:34.210692 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7120a3a3-5d2a-4a63-9ad9-0fae197f52bd req-1958584f-5627-498d-99c2-16f2b4695532 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838709 Aug 07 04:57:34.376213 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8385bf57-9f35-4380-8238-83874f21430a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:34.380927 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.391982 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.402406 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 8385bf57-9f35-4380-8238-83874f21430a {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:34.402754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8385bf57-9f35-4380-8238-83874f21430a not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:34.408378 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Transition to ACTIVE for port object 391d1f2b-9a42-4bee-9815-960c8ee04b48 will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:34.415466 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.483279 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Pushing event updated for resources: {'Port': ['ID=391d1f2b-9a42-4bee-9815-960c8ee04b48,revision_number=2']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:34.492630 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.493641 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.494034 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.494411 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.494739 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.495063 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.495385 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.495705 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.496052 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.496372 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.496689 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.497107 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:34.503857 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Attempting to bind port 391d1f2b-9a42-4bee-9815-960c8ee04b48 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:34.504335 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Attempting to bind port 391d1f2b-9a42-4bee-9815-960c8ee04b48 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:34.505205 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Attempting to bind port 391d1f2b-9a42-4bee-9815-960c8ee04b48 on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:34.510610 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:34.510985 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:34.511434 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.511758 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:34.512390 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Bound port: 391d1f2b-9a42-4bee-9815-960c8ee04b48, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:34.512984 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.590169 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] For port 391d1f2b-9a42-4bee-9815-960c8ee04b48, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:34.593898 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] For port 391d1f2b-9a42-4bee-9815-960c8ee04b48, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=391d1f2b-9a42-4bee-9815-960c8ee04b48,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:34.600029 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.601209 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Allocated IP 172.20.0.1 (c61f287c-7f72-4059-8f75-007b2e5d7520/46fd6241-4181-4944-ba38-fbc61919b3ca/b26a6728-4b77-4076-9bb8-c67bacfeb0cf) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:34.681493 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:34.686623 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:34.751112 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device a3dc6d3e-a680-435e-afb5-e45398fbe1ed up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:34.765887 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.794798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Transition to ACTIVE for port object b26a6728-4b77-4076-9bb8-c67bacfeb0cf will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:34.854687 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.860666 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port a3dc6d3e-a680-435e-afb5-e45398fbe1ed triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:34.861180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:34.884436 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:34.911452 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Pushing event updated for resources: {'Port': ['ID=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:34.912121 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8fce4-4537-4056-8a02-49f57a4c4e48 None None] Pushing event updated for resources: {'Port': ['ID=391d1f2b-9a42-4bee-9815-960c8ee04b48,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:34.923805 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Network c61f287c-7f72-4059-8f75-007b2e5d7520 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:34.925349 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:34.927833 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:34.942031 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb8a45-971e-4af5-8153-7dc14ada0bbf req-1c837082-c306-4990-a346-f02bab3bdd5b tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:34.953415 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4adb8a45-971e-4af5-8153-7dc14ada0bbf req-1c837082-c306-4990-a346-f02bab3bdd5b tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 947 time: 0.1178441 Aug 07 04:57:34.979161 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:35.011101 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4adb8a45-971e-4af5-8153-7dc14ada0bbf req-80045370-c31f-4b32-a810-171811ec7cfb tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Aug 07 04:57:35.203495 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:35.232892 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-b64c63e2-e32c-4a64-9d48-826f258b1ec4 None None] Provisioning for port b26a6728-4b77-4076-9bb8-c67bacfeb0cf completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:35.240604 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-b64c63e2-e32c-4a64-9d48-826f258b1ec4 None None] Provisioning complete for port b26a6728-4b77-4076-9bb8-c67bacfeb0cf triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:35.241243 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b64c63e2-e32c-4a64-9d48-826f258b1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:35.243102 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:32Z', 'revision_number': 3, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:35.299468 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-b64c63e2-e32c-4a64-9d48-826f258b1ec4 None None] Port b26a6728-4b77-4076-9bb8-c67bacfeb0cf cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:35.329601 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36db7f-1bcd-4737-a2c6-40ca1cf0096d None None] The sync data for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi is: [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:32Z', 'revision_number': 3, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:35.455935 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a73b9-cd0a-4c7b-8c4b-3a96ff161a90 req-1560ba4d-ea02-49ec-933d-ba8c99e017b5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:35.466936 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-972a73b9-cd0a-4c7b-8c4b-3a96ff161a90 req-1560ba4d-ea02-49ec-933d-ba8c99e017b5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.0951228 Aug 07 04:57:35.533569 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-972a73b9-cd0a-4c7b-8c4b-3a96ff161a90 req-f099bf9e-24c9-4129-948c-aac9699bc5cd tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657303 Aug 07 04:57:35.534679 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36022e-1174-4c9a-bd9b-26bb5353e0a9 req-35cb85e9-413d-4cc2-91b7-9081a8212be1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:35.536514 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9f36022e-1174-4c9a-bd9b-26bb5353e0a9 req-35cb85e9-413d-4cc2-91b7-9081a8212be1 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0796866 Aug 07 04:57:35.550086 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:35.562824 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:35.597676 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9f36022e-1174-4c9a-bd9b-26bb5353e0a9 req-14e24a25-c03b-4446-a1f0-f3e090a8b048 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528181 Aug 07 04:57:35.653632 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:35.656446 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Pushing event updated for resources: {'Port': ['ID=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:35.761140 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc236c0-81bb-4dda-8285-65c2fd5097b7 req-012af856-90cd-45c9-80dd-aa316ef50f41 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:35.762833 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4dc236c0-81bb-4dda-8285-65c2fd5097b7 req-012af856-90cd-45c9-80dd-aa316ef50f41 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.0831516 Aug 07 04:57:35.783205 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Network c61f287c-7f72-4059-8f75-007b2e5d7520 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:35.784679 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:35.819239 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4dc236c0-81bb-4dda-8285-65c2fd5097b7 req-63e221f4-92ef-4988-b4f8-5f5b7e543c97 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497029 Aug 07 04:57:35.844038 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38144) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:35.955481 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:36.085763 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:36.096838 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6a5abcf5-7c02-4d61-8aa4-92a3fc9b8e8f admin admin] 10.222.0.35 "PUT /v2.0/routers/1f265a81-5616-4c6e-ac9d-ff5e61beadc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500020 Aug 07 04:57:36.137005 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b322411-728e-4031-9389-4a466547eb4a tempest-TestVolumeBootPattern-964524503 tempest-TestVolumeBootPattern-964524503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:36.140980 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9fdd0a97-c368-46e3-9468-8832b051f910 None None] Provisioning complete for port b26a6728-4b77-4076-9bb8-c67bacfeb0cf triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:36.141837 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9fdd0a97-c368-46e3-9468-8832b051f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.145282 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0b322411-728e-4031-9389-4a466547eb4a tempest-TestVolumeBootPattern-964524503 tempest-TestVolumeBootPattern-964524503-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 1093 time: 0.2995956 Aug 07 04:57:36.146869 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38154) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:36.152323 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'port_id': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:36.186020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c1311-aa4c-46bb-ba06-5b0d65ecc8d8 req-3f0660cd-23cc-42ec-9cf9-f947bd2a13c5 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:36.187597 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-511c1311-aa4c-46bb-ba06-5b0d65ecc8d8 req-3f0660cd-23cc-42ec-9cf9-f947bd2a13c5 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 947 time: 0.0824738 Aug 07 04:57:36.190141 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd0a97-c368-46e3-9468-8832b051f910 None None] Port b26a6728-4b77-4076-9bb8-c67bacfeb0cf cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:36.204168 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.279998 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-511c1311-aa4c-46bb-ba06-5b0d65ecc8d8 req-afa81f5c-6847-4c9f-8eb8-eee4a7abfffd tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835328 Aug 07 04:57:36.345293 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.389960 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device c11cc320-a262-4982-92a9-a07cac9ca25f details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:57:36.513125 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port c11cc320-a262-4982-92a9-a07cac9ca25f, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=c11cc320-a262-4982-92a9-a07cac9ca25f,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:36.532534 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'c11cc320-a262-4982-92a9-a07cac9ca25f', 'network_id': '7c047480-0fae-4b7c-a745-3dad48caf556', 'port_id': 'c11cc320-a262-4982-92a9-a07cac9ca25f', 'mac_address': 'fa:16:3e:92:82:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b90c1e8-7aca-4a62-8ccb-68cc8f9fc692', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:57:36.543913 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Allocated IP 172.27.3.46 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/d5726977-0d43-4e68-9c33-748b4c41f0bf) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:36.606503 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.629525 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11cc320-a262-4982-92a9-a07cac9ca25f {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:36.671135 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port c11cc320-a262-4982-92a9-a07cac9ca25f, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=c11cc320-a262-4982-92a9-a07cac9ca25f,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:36.685012 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.775098 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.780544 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=c11cc320-a262-4982-92a9-a07cac9ca25f,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:36.843601 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 391d1f2b-9a42-4bee-9815-960c8ee04b48 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:36.859632 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.920345 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 391d1f2b-9a42-4bee-9815-960c8ee04b48 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:36.928808 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 391d1f2b-9a42-4bee-9815-960c8ee04b48 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:36.928939 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:36.929909 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:36.932641 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:36.935333 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:36.945030 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d2f4e-e104-4167-b6e2-c1fd7da27058 req-375fd800-6d16-4a44-b030-756040e91a9f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:36.959771 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-437d2f4e-e104-4167-b6e2-c1fd7da27058 req-375fd800-6d16-4a44-b030-756040e91a9f tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.2078240 Aug 07 04:57:36.963533 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38180) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:36.969090 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1616672245-network', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:36.996626 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=d5726977-0d43-4e68-9c33-748b4c41f0bf,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:37.049996 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-437d2f4e-e104-4167-b6e2-c1fd7da27058 req-19663d09-3ad4-40f7-9a35-d40743ba8108 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889785 Aug 07 04:57:37.068045 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Made reservation on behalf of 0afbdc8b5923451bbcdc01132cf949aa for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:37.070754 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.080955 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.193221 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.199289 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.213757 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:37.224310 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.224741 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Added segment e490deaf-431c-4891-a567-ae7b41ef14f3 of type vlan for network 4bea51d9-568f-414d-80b2-549dcff74288 Aug 07 04:57:37.261543 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.272873 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.292266 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 391d1f2b-9a42-4bee-9815-960c8ee04b48, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=391d1f2b-9a42-4bee-9815-960c8ee04b48,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:37.296294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.322073 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.323360 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:37.324454 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.331322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6a9e6-86dd-486a-9f6f-30c6d43a6140,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:37.367011 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=391d1f2b-9a42-4bee-9815-960c8ee04b48,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:37.396494 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4310522 Aug 07 04:57:37.397377 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38194) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:37.405940 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Request body: {'subnet': {'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1616672245-subnet', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:37.435002 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['c11cc320-a262-4982-92a9-a07cac9ca25f'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:37.452513 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1605-fb20-4ece-930b-24f17dc004e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4bea51d9-568f-414d-80b2-549dcff74288,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:37.480327 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e826f-9efa-4e6e-8db9-778ad24f87c5 req-246e5a1f-7568-42c6-87b4-52dbfa49bc43 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:37.482136 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-af9e826f-9efa-4e6e-8db9-778ad24f87c5 req-246e5a1f-7568-42c6-87b4-52dbfa49bc43 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 948 time: 0.0707459 Aug 07 04:57:37.484154 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 4bea51d9-568f-414d-80b2-549dcff74288 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:37.499391 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Made reservation on behalf of 0afbdc8b5923451bbcdc01132cf949aa for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:37.502266 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12754616'] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.655074 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a578a-92fc-43e6-917f-d65f6d830505 req-d0dd78c8-26af-4a2b-9a86-a4bfcb87fdf4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:37.656591 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b71a578a-92fc-43e6-917f-d65f6d830505 req-d0dd78c8-26af-4a2b-9a86-a4bfcb87fdf4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1603312 Aug 07 04:57:37.660416 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.696696 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-af9e826f-9efa-4e6e-8db9-778ad24f87c5 req-b4f08ea0-2018-4fb5-a4e5-c61deea07371 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059736 Aug 07 04:57:37.723456 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14427165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12754570'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.752631 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Sync routers for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:37.759971 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b71a578a-92fc-43e6-917f-d65f6d830505 req-1132f1ea-c67a-4509-8399-4b3d79262f9b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830863 Aug 07 04:57:37.771321 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:37.772228 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:37.790469 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.791273 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Checking segment: {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:37.791844 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Network hostable DHCP agents. Network: 4bea51d9-568f-414d-80b2-549dcff74288, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:37.797626 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dfb574-cef3-410d-93a9-7087a8b61375,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:37.815137 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Network 4bea51d9-568f-414d-80b2-549dcff74288 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:37.825120 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 4bea51d9-568f-414d-80b2-549dcff74288) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:37.835349 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6c060-b585-4c60-aba0-22e4d7c9aa6b None None] Network 4bea51d9-568f-414d-80b2-549dcff74288 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:37.837159 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:37.837866 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.857788 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-7c29b2e4-56f2-455f-8968-f6a629930eaf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4540553 Aug 07 04:57:37.857993 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38198) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:37.862815 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:37.885006 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.886141 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.947338 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.978801 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:38.163901 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-4bea51d9-568f-414d-80b2-549dcff74288', 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'fixed_ips': [{'subnet_id': 'b1dfb574-cef3-410d-93a9-7087a8b61375'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:57:38.165456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.205404 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.211811 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.282891 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=d5726977-0d43-4e68-9c33-748b4c41f0bf,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:38.293116 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.345197 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.384988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Allocated IP 172.20.0.2 (4bea51d9-568f-414d-80b2-549dcff74288/b1dfb574-cef3-410d-93a9-7087a8b61375/ce42ad74-4c69-4f76-b123-b243682b0141) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:38.400199 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 2, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:38.402477 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Floating IP 35e499a1-e7b0-4db6-8d3d-5503700e1155 associated. External IP: 172.27.3.46, port: 8625acb3-8bac-4659-9273-7a1a3bc30dc6. Aug 07 04:57:38.427182 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf1a-224b-444b-949d-379a2b6111ef req-7ca8457e-4a68-453b-a061-47ccad7c4d21 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:38.434493 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-18faaf1a-224b-444b-949d-379a2b6111ef req-7ca8457e-4a68-453b-a061-47ccad7c4d21 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1044672 Aug 07 04:57:38.439804 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Checking router: 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:38.440230 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Updating router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 port b26a6728-4b77-4076-9bb8-c67bacfeb0cf binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:38.501028 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-18faaf1a-224b-444b-949d-379a2b6111ef req-81e44ad4-9c1a-4192-9c4f-f1ae6d0e6f12 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Aug 07 04:57:38.503930 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.638410 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.639648 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:38.660269 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.692890 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.745775 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Transition to ACTIVE for port object ce42ad74-4c69-4f76-b123-b243682b0141 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:38.747740 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 391d1f2b-9a42-4bee-9815-960c8ee04b48 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:38.783625 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Allocated IP 172.27.3.86 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/29a2f832-0aa6-4e1a-8142-d7f3ebd98803) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:38.800570 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Transition to ACTIVE for port object ce42ad74-4c69-4f76-b123-b243682b0141 will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:38.823514 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.830037 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:38.840175 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:38.857423 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:38.858341 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:38.882118 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0dd26-7173-430f-9b0c-6eb47d622b19 req-d54646a1-fb55-47a1-8e4a-06e6f708071f tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:38.884333 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5bc0dd26-7173-430f-9b0c-6eb47d622b19 req-d54646a1-fb55-47a1-8e4a-06e6f708071f tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 948 time: 0.1022065 Aug 07 04:57:38.890096 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Pushing event updated for resources: {'Port': ['ID=ce42ad74-4c69-4f76-b123-b243682b0141,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:38.892365 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.927706 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Network 4bea51d9-568f-414d-80b2-549dcff74288 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:38.931419 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:38.934574 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:38.936713 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 391d1f2b-9a42-4bee-9815-960c8ee04b48 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:38.937125 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.950897 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-eb56cfac-981f-4694-af20-a1ef9b3def21 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8019907 Aug 07 04:57:38.953991 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:38.956219 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560dbddd-29e5-40dc-b18d-94da567670f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:38.992636 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:38.993412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a6ff-4b7d-413b-9b51-a4fe1c028eac req-1aa3ea1d-2713-4f1b-8204-d24e36eb9a7d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:38.996412 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5bc0dd26-7173-430f-9b0c-6eb47d622b19 req-8f83ad33-21ff-4d7e-bf4c-0add00295516 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737765 Aug 07 04:57:39.000771 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0980a6ff-4b7d-413b-9b51-a4fe1c028eac req-1aa3ea1d-2713-4f1b-8204-d24e36eb9a7d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1305075 Aug 07 04:57:39.041635 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.046704 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa103f73-95d1-487f-ad76-51ee457e77c7 x-openstack-request-id: req-aa103f73-95d1-487f-ad76-51ee457e77c7 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:39.047271 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:39.047696 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa103f73-95d1-487f-ad76-51ee457e77c7 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:39.048255 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'status': 'completed', 'code': 200} Aug 07 04:57:39.068378 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0980a6ff-4b7d-413b-9b51-a4fe1c028eac req-5f52e5d4-e7f4-4c87-bfa3-34d8476d42cc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0666368 Aug 07 04:57:39.097576 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.148474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:39.149591 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Attempting to bind port ce42ad74-4c69-4f76-b123-b243682b0141 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:39.150055 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Attempting to bind port ce42ad74-4c69-4f76-b123-b243682b0141 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:39.150419 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Attempting to bind port ce42ad74-4c69-4f76-b123-b243682b0141 on network 4bea51d9-568f-414d-80b2-549dcff74288 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:39.152739 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:39.160748 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:39.161534 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.169215 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:39.169590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Checking segment: {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:39.169988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.170381 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Bound using segment: {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:39.170845 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Bound port: ce42ad74-4c69-4f76-b123-b243682b0141, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:39.171218 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.182909 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Pushing event updated for resources: {'Port': ['ID=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.189261 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Transition to ACTIVE for port object b26a6728-4b77-4076-9bb8-c67bacfeb0cf will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:39.198701 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.284627 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '35e499a1-e7b0-4db6-8d3d-5503700e1155', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:dc:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842981a-3233-41c1-a42b-442492d50f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:39.288006 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad889734-fae8-4b38-a1c9-4f387617ea24 None None] Pushing event updated for resources: {'Port': ['ID=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.319109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] For port ce42ad74-4c69-4f76-b123-b243682b0141, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:39.322338 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:39.337603 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:39.338677 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:39.488361 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:39.491998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] For port ce42ad74-4c69-4f76-b123-b243682b0141, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ce42ad74-4c69-4f76-b123-b243682b0141,segment=NetworkSegment(e490deaf-431c-4891-a567-ae7b41ef14f3),segment_id=e490deaf-431c-4891-a567-ae7b41ef14f3)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:39.497004 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Attempting to bind port b26a6728-4b77-4076-9bb8-c67bacfeb0cf on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:39.497583 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Attempting to bind port b26a6728-4b77-4076-9bb8-c67bacfeb0cf by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:39.497850 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Attempting to bind port b26a6728-4b77-4076-9bb8-c67bacfeb0cf on network c61f287c-7f72-4059-8f75-007b2e5d7520 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:39.501404 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.501877 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.511195 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:39.511585 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Checking segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:39.511956 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.512341 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Bound using segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:39.512833 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Bound port: b26a6728-4b77-4076-9bb8-c67bacfeb0cf, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:39.513212 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.652268 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59d85-6a59-443a-b4d3-9c4839a62df1 None None] Pushing event updated for resources: {'Port': ['ID=ce42ad74-4c69-4f76-b123-b243682b0141,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.676416 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] For port b26a6728-4b77-4076-9bb8-c67bacfeb0cf, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:39.679689 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] For port b26a6728-4b77-4076-9bb8-c67bacfeb0cf, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:39.686806 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.713659 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da12be9-1e38-4a47-bf95-40c821870550 req-1a8f6db1-8af8-41b0-b19d-27cef5fb82a0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:39.715268 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8da12be9-1e38-4a47-bf95-40c821870550 req-1a8f6db1-8af8-41b0-b19d-27cef5fb82a0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1205018 Aug 07 04:57:39.747384 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:39.748125 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:39.812582 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8da12be9-1e38-4a47-bf95-40c821870550 req-2cab08d4-66e8-4ac0-b40b-b958bb7f20b5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644066 Aug 07 04:57:39.814020 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.898047 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad889734-fae8-4b38-a1c9-4f387617ea24 None None] Pushing event updated for resources: {'Port': ['ID=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.913429 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '35e499a1-e7b0-4db6-8d3d-5503700e1155', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:dc:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842981a-3233-41c1-a42b-442492d50f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:39.965565 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa3a4-a763-498d-862d-1aac754b21a1 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '35e499a1-e7b0-4db6-8d3d-5503700e1155', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:dc:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842981a-3233-41c1-a42b-442492d50f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:39.972051 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:40.061905 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:57:40.167330 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf66ba-f225-43c4-8aff-c5fe234d2d75 req-e16f58e7-8322-4491-bd05-72c6c288223b tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:40.169102 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bcbf66ba-f225-43c4-8aff-c5fe234d2d75 req-e16f58e7-8322-4491-bd05-72c6c288223b tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 948 time: 0.0907950 Aug 07 04:57:40.222320 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bcbf66ba-f225-43c4-8aff-c5fe234d2d75 req-0aefdc7f-9c25-4cb0-ade8-0211e49d2131 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Aug 07 04:57:40.234177 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:40.235124 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:39Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:40.265826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Sync routers for ids ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:40.268353 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d03504-e7d5-4479-a210-70963b7d561b None None] The sync data for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi is: [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:39Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:40.268740 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115caf94-96cf-460a-b443-8186f9ef3f24 req-3b0bf840-12c3-41ea-8486-8e9a65010bff tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:40.270971 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-115caf94-96cf-460a-b443-8186f9ef3f24 req-3b0bf840-12c3-41ea-8486-8e9a65010bff tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1050262 Aug 07 04:57:40.272066 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:40.276932 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38226) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:40.277344 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-9b3c32a9-e5db-4e18-ad08-61b2191382ac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4180081 Aug 07 04:57:40.280736 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Routers {'bb897649-c7cd-45ca-bf8a-5f2c50c723c3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:40.281463 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:40.370782 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-115caf94-96cf-460a-b443-8186f9ef3f24 req-f95d17e8-5eea-4c1d-a9bd-1c85d60cd522 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0864727 Aug 07 04:57:40.449454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Set router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:40.492157 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c02909-7fa1-498e-a8af-66b7eed79f3c None None] New status for floating IP 35e499a1-e7b0-4db6-8d3d-5503700e1155: ACTIVE {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:57:40.771313 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:39Z', 'revision_number': 3, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:40.845869 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Checking router: bb897649-c7cd-45ca-bf8a-5f2c50c723c3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:40.846482 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Updating router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:40.855318 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device b26a6728-4b77-4076-9bb8-c67bacfeb0cf up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:40.941880 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b855dc-39bb-492b-ad60-66c4a69d6df2 None None] Network 4bea51d9-568f-414d-80b2-549dcff74288 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:40.971682 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.063748 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0445-d34b-49f6-a7b0-6c152aa086d7 req-83311ee5-f88b-425b-99a1-9a7ecca6c4ea tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:41.065619 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a62b0445-d34b-49f6-a7b0-6c152aa086d7 req-83311ee5-f88b-425b-99a1-9a7ecca6c4ea tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1050491 Aug 07 04:57:41.072564 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.122322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-66f20bea-af82-46a0-b23b-1d1ca38c9a1a None None] Provisioning for port ce42ad74-4c69-4f76-b123-b243682b0141 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:41.130237 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a62b0445-d34b-49f6-a7b0-6c152aa086d7 req-043e9ea3-a39d-4697-889e-09f8d0419df0 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549233 Aug 07 04:57:41.138447 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port b26a6728-4b77-4076-9bb8-c67bacfeb0cf completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:41.170121 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port b26a6728-4b77-4076-9bb8-c67bacfeb0cf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:41.170493 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.315072 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Allocated IP 172.20.0.1 (4bea51d9-568f-414d-80b2-549dcff74288/b1dfb574-cef3-410d-93a9-7087a8b61375/feb263eb-4ddf-41c0-8249-34c000a545d8) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:41.377033 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce97d-b520-4e70-baed-86e4df628880 req-2c230d89-6eef-40e4-acf1-bdddbd0f0425 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:41.379586 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f8ce97d-b520-4e70-baed-86e4df628880 req-2c230d89-6eef-40e4-acf1-bdddbd0f0425 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 948 time: 0.0619583 Aug 07 04:57:41.424717 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.441187 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1f8ce97d-b520-4e70-baed-86e4df628880 req-388cc3bf-d14e-4780-b00d-16a69dc2768e tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529869 Aug 07 04:57:41.483514 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.507004 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.513850 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Transition to ACTIVE for port object feb263eb-4ddf-41c0-8249-34c000a545d8 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:41.523313 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port b26a6728-4b77-4076-9bb8-c67bacfeb0cf, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:41.529390 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.530178 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce42ad74-4c69-4f76-b123-b243682b0141 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:41.535623 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Transition to ACTIVE for port object 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:41.567543 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.589897 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.621783 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Network 4bea51d9-568f-414d-80b2-549dcff74288 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:41.625161 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:41.627984 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515e8e-9243-4e6e-b546-94d68491341d req-b0f5a213-c995-466a-9bd4-78dd826cdbad tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:41.629735 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ed515e8e-9243-4e6e-b546-94d68491341d req-b0f5a213-c995-466a-9bd4-78dd826cdbad tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0865455 Aug 07 04:57:41.638310 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:41.648309 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Attempting to bind port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:41.648856 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Attempting to bind port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:41.649328 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Attempting to bind port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:41.656773 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:41.678228 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Pushing event updated for resources: {'Port': ['ID=feb263eb-4ddf-41c0-8249-34c000a545d8,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:41.679984 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ed515e8e-9243-4e6e-b546-94d68491341d req-0f0be76a-013e-40ff-a412-5f737744e3a7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411437 Aug 07 04:57:41.686873 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:41.687787 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:41.688202 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.688592 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:41.689100 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Bound port: 29a2f832-0aa6-4e1a-8142-d7f3ebd98803, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:41.689809 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.724642 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port ce42ad74-4c69-4f76-b123-b243682b0141 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:41.724980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.863854 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.870670 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port ce42ad74-4c69-4f76-b123-b243682b0141 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:41.871217 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.876682 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c222-9057-44b0-8ba2-5dc12e9280cf None None] Pushing event updated for resources: {'Port': ['ID=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:41.920252 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-4c1daa52-5604-4a21-9e1d-0dc2ad5b6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:41.922380 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-4c1daa52-5604-4a21-9e1d-0dc2ad5b6d92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 1098 time: 0.0618136 Aug 07 04:57:41.945114 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-c3bb2758-59b4-4fb8-9479-49db0ee0abc2 None None] Provisioning complete for port ce42ad74-4c69-4f76-b123-b243682b0141 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:41.945476 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2758-59b4-4fb8-9479-49db0ee0abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.947410 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] For port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:41.981135 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] For port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:41.994351 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.027907 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-f75c7b0b-09dd-4f94-81bb-404dc524492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.029409 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-f75c7b0b-09dd-4f94-81bb-404dc524492a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0973861 Aug 07 04:57:42.054110 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.061343 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.106946 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-c7a8be53-5315-430f-bce0-ece7c7d27d34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0694108 Aug 07 04:57:42.117431 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.121082 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Routers {'bb897649-c7cd-45ca-bf8a-5f2c50c723c3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:42.121718 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:42.126295 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c222-9057-44b0-8ba2-5dc12e9280cf None None] Pushing event updated for resources: {'Port': ['ID=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:42.137573 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Pushing event updated for resources: {'Port': ['ID=feb263eb-4ddf-41c0-8249-34c000a545d8,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:42.149018 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.160637 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-e6766cc9-db15-4d36-8954-af87ed8815ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.162150 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-e6766cc9-db15-4d36-8954-af87ed8815ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0471570 Aug 07 04:57:42.193509 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2758-59b4-4fb8-9479-49db0ee0abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.244537 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-ff69dd28-b9fb-47e9-bced-33b60e2b9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.245987 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-ff69dd28-b9fb-47e9-bced-33b60e2b9936 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455298 Aug 07 04:57:42.259448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port ce42ad74-4c69-4f76-b123-b243682b0141, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ce42ad74-4c69-4f76-b123-b243682b0141,segment=NetworkSegment(e490deaf-431c-4891-a567-ae7b41ef14f3),segment_id=e490deaf-431c-4891-a567-ae7b41ef14f3)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:42.272659 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.298464 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d4373-8304-407f-ae63-c273683662c0 req-7ea9489a-42da-4587-8e49-bf38ef3dbb6a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.299930 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-646d4373-8304-407f-ae63-c273683662c0 req-7ea9489a-42da-4587-8e49-bf38ef3dbb6a tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0821226 Aug 07 04:57:42.304733 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Network 4bea51d9-568f-414d-80b2-549dcff74288 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:42.306679 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:42.356637 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] Set router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:42.360287 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-570aa52d-cd30-4c5d-bfb1-983a6b4a04e9 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045854 Aug 07 04:57:42.394586 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.db.api [None req-c3bb2758-59b4-4fb8-9479-49db0ee0abc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:57:42.395256 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG oslo_db.api [None req-c3bb2758-59b4-4fb8-9479-49db0ee0abc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:57:42.399655 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=ce42ad74-4c69-4f76-b123-b243682b0141,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:42.425291 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-646d4373-8304-407f-ae63-c273683662c0 req-0590f5d0-15f7-4f30-97b4-0d5195c42c37 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766108 Aug 07 04:57:42.463821 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:42.542571 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-560dbddd-29e5-40dc-b18d-94da567670f1 req-a90a6ba2-8f47-4124-9a2e-7cd612b7a398 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723452 Aug 07 04:57:42.625535 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085040ae-c212-4248-882e-5fa06616bc2d req-0190d085-20fa-4ad5-98ed-8f66fbafdc52 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.628070 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-085040ae-c212-4248-882e-5fa06616bc2d req-0190d085-20fa-4ad5-98ed-8f66fbafdc52 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 948 time: 0.0733552 Aug 07 04:57:42.638893 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'feb263eb-4ddf-41c0-8249-34c000a545d8', 'name': '', 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'mac_address': 'fa:16:3e:fe:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:41Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 2, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'subnets': [{'id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:42.667438 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fe44-d3ae-40c0-af2c-075fb203f30d None None] The sync data for ids ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'] in dv-cinder-803748-3-iscsi is: [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'feb263eb-4ddf-41c0-8249-34c000a545d8', 'name': '', 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'mac_address': 'fa:16:3e:fe:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:41Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 2, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'subnets': [{'id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:42.671961 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-085040ae-c212-4248-882e-5fa06616bc2d req-5b241a80-1798-426c-8959-4487c12e305f tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366509 Aug 07 04:57:42.693909 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:42.697782 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-439c076f-1a73-4d66-b0ab-35a1c1c4a930 admin admin] 10.222.0.35 "PUT /v2.0/routers/bb897649-c7cd-45ca-bf8a-5f2c50c723c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193251 Aug 07 04:57:42.775558 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device b26a6728-4b77-4076-9bb8-c67bacfeb0cf up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:42.832012 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8461-e341-4e6a-a018-d3f08229707d req-1626f33c-9bcc-4593-a44f-f77ea2a52258 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.840053 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-915f8461-e341-4e6a-a018-d3f08229707d req-1626f33c-9bcc-4593-a44f-f77ea2a52258 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0672731 Aug 07 04:57:42.846752 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port b26a6728-4b77-4076-9bb8-c67bacfeb0cf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:42.847166 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.881979 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-915f8461-e341-4e6a-a018-d3f08229707d req-170d9a2d-c2c9-423d-bf1b-55e6f8249a04 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410330 Aug 07 04:57:42.960471 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce42ad74-4c69-4f76-b123-b243682b0141 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:43.019433 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port ce42ad74-4c69-4f76-b123-b243682b0141 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:43.020246 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.119591 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-714d5fb7-f802-4292-afb6-229e45c01fe2 None None] Provisioning for port feb263eb-4ddf-41c0-8249-34c000a545d8 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:43.131428 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-714d5fb7-f802-4292-afb6-229e45c01fe2 None None] Provisioning complete for port feb263eb-4ddf-41c0-8249-34c000a545d8 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:43.131883 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-714d5fb7-f802-4292-afb6-229e45c01fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.174659 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-714d5fb7-f802-4292-afb6-229e45c01fe2 None None] Port feb263eb-4ddf-41c0-8249-34c000a545d8 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:43.304671 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device c11cc320-a262-4982-92a9-a07cac9ca25f up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:43.358644 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port c11cc320-a262-4982-92a9-a07cac9ca25f completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:43.362410 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port c11cc320-a262-4982-92a9-a07cac9ca25f triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:43.362781 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.423607 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38266) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:43.429134 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294899075', 'description': 'tempest-secgroup-smoke-294899075 description', 'project_id': '9874042788a343ec976046e4394fa45e'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:43.448010 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.455608 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.485965 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11cc320-a262-4982-92a9-a07cac9ca25f'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:43.491890 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fc601e-15f7-4a2d-855f-2df3d2923514" -d '{"events": [{"server_uuid": "b8079113-c152-4a13-a741-dbdc2cc01843", "name": "network-vif-plugged", "status": "completed", "tag": "c11cc320-a262-4982-92a9-a07cac9ca25f"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:43.526811 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port c11cc320-a262-4982-92a9-a07cac9ca25f, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=c11cc320-a262-4982-92a9-a07cac9ca25f,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:43.531347 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.595697 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce27d7ad-b92d-4806-93e8-b125d59eaddd x-openstack-request-id: req-ce27d7ad-b92d-4806-93e8-b125d59eaddd {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:43.595976 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8079113-c152-4a13-a741-dbdc2cc01843", "name": "network-vif-plugged", "status": "completed", "tag": "c11cc320-a262-4982-92a9-a07cac9ca25f", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:43.596230 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce27d7ad-b92d-4806-93e8-b125d59eaddd {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:43.596664 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11cc320-a262-4982-92a9-a07cac9ca25f', 'code': 200} Aug 07 04:57:43.609911 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=c11cc320-a262-4982-92a9-a07cac9ca25f,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:43.638968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff120e5f-4cd0-445a-b3b8-1d684a3a7789 req-8f5ea536-8e25-444c-ac0b-6ab00bd93c04 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:43.641054 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff120e5f-4cd0-445a-b3b8-1d684a3a7789 req-8f5ea536-8e25-444c-ac0b-6ab00bd93c04 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.1173332 Aug 07 04:57:43.711130 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.732821 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff120e5f-4cd0-445a-b3b8-1d684a3a7789 req-fd0b25df-4ea5-4179-bd4c-ae4c1a6faf04 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 Aug 07 04:57:43.740602 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.776223 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6943335-7344-49d2-a684-de8ecaff105c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:43.779189 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.780552 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-5ed16ab8-37a5-4328-a9cf-8c7dd215e2fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3556085 Aug 07 04:57:43.783462 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38280) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:43.788371 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group_rule': {'security_group_id': 'b6943335-7344-49d2-a684-de8ecaff105c', 'project_id': '9874042788a343ec976046e4394fa45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:43.826558 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.895764 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.900132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.906115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835649d-44e4-4f71-aa50-40e98728d181 req-6333ffbc-6a97-4738-b0a6-3ab24ff18ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:43.907675 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7835649d-44e4-4f71-aa50-40e98728d181 req-6333ffbc-6a97-4738-b0a6-3ab24ff18ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 1102 time: 0.0855753 Aug 07 04:57:43.916173 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf38a4-a99b-4382-a700-b2cbbbc4d0e8 req-4856dd99-0ca5-441c-83ee-36e715d91f8b tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:43.917805 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-95cf38a4-a99b-4382-a700-b2cbbbc4d0e8 req-4856dd99-0ca5-441c-83ee-36e715d91f8b tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.1140113 Aug 07 04:57:43.919683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc264bd7-2f60-4bf9-a845-3847fe6f4c7e,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:43.929134 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.931607 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ff532893-2d94-462d-ad2d-9b8b5ef5c606 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470442 Aug 07 04:57:43.934164 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38286) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:43.939908 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group_rule': {'security_group_id': 'b6943335-7344-49d2-a684-de8ecaff105c', 'project_id': '9874042788a343ec976046e4394fa45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:43.995565 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7835649d-44e4-4f71-aa50-40e98728d181 req-d900ca1c-3aac-4ea9-a105-b198f0c30b52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514827 Aug 07 04:57:43.998460 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-95cf38a4-a99b-4382-a700-b2cbbbc4d0e8 req-4c7db9b6-afc9-4ed6-9174-9e57321459d2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695398 Aug 07 04:57:44.008946 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.057984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf4d7-6419-4e33-ae16-a4ffe27b62f0 req-b838d103-056f-44e1-bdc4-e4d7450cb0f1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:44.059499 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-041bf4d7-6419-4e33-ae16-a4ffe27b62f0 req-b838d103-056f-44e1-bdc4-e4d7450cb0f1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0933318 Aug 07 04:57:44.097657 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.104509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.124477 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-041bf4d7-6419-4e33-ae16-a4ffe27b62f0 req-69fffc41-7bd0-4a1d-b35f-f3e222d343d9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0583930 Aug 07 04:57:44.129746 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae98cfe5-709b-4bfc-a55d-d2dbf4d85fa5,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:44.136960 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.138379 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b49a297f-1f2a-407d-b4fa-883c76bd0e6b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2031865 Aug 07 04:57:44.141029 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38288) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:44.149776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group_rule': {'security_group_id': 'b6943335-7344-49d2-a684-de8ecaff105c', 'project_id': '9874042788a343ec976046e4394fa45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:44.177312 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.239185 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.242024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.261101 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99f10c3-dee3-4cf1-8869-df62ea8d2069,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:44.266934 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.270858 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0e3f599d-81c6-4ead-bebd-5348a89c379a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262209 Aug 07 04:57:44.270987 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38290) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:44.276394 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group_rule': {'security_group_id': 'b6943335-7344-49d2-a684-de8ecaff105c', 'project_id': '9874042788a343ec976046e4394fa45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:44.309280 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.373265 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.376582 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.394302 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b450c82-0d64-4315-804b-b898bc6da88c,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:44.404974 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.404974 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-d966d04f-e1a3-4e2b-ac06-176e4588d003 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318467 Aug 07 04:57:44.406807 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38298) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:44.411395 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group_rule': {'security_group_id': 'b6943335-7344-49d2-a684-de8ecaff105c', 'project_id': '9874042788a343ec976046e4394fa45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:44.433996 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.securitygroups_db [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Project 9874042788a343ec976046e4394fa45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:57:44.438727 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.500637 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.504307 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.520996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6702a19d-7693-4f9a-8a59-33411d97a712,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:44.525707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.527237 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ae9cf8d0-723d-45a9-b038-f6960e3fd1ef tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191487 Aug 07 04:57:44.529590 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38300) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:44.533773 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'security_group_rule': {'security_group_id': 'b6943335-7344-49d2-a684-de8ecaff105c', 'project_id': '9874042788a343ec976046e4394fa45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:44.554026 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.securitygroups_db [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Project 9874042788a343ec976046e4394fa45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:57:44.559241 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.618410 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.622444 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.637394 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60181431-4a88-4bb4-b09d-70a68ba9bac6,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:44.648009 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.654950 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-37672450-11de-43b5-b6ea-d7a26cccdc0f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188769 Aug 07 04:57:44.745397 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:44.815831 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:44.819685 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:44.820110 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.879639 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b241-204a-4d59-bc60-d6f241fd6ccb req-5820f857-6266-4bd6-b922-274fd6296c46 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:44.881145 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2546b241-204a-4d59-bc60-d6f241fd6ccb req-5820f857-6266-4bd6-b922-274fd6296c46 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0627344 Aug 07 04:57:44.926777 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2546b241-204a-4d59-bc60-d6f241fd6ccb req-e05c1ac9-1a78-43c9-b9c0-6f5c54b06d7c tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388634 Aug 07 04:57:44.931814 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.966166 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:44.970571 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.030518 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:45.143442 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cec8d0-c4d9-43ab-974b-272f658160fb req-0dada873-56a2-4a6c-8e01-edc7d9e8ad95 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:45.145025 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e4cec8d0-c4d9-43ab-974b-272f658160fb req-0dada873-56a2-4a6c-8e01-edc7d9e8ad95 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.0631409 Aug 07 04:57:45.170516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f162323-fa92-48d0-bba9-e4971846ea11 req-2e692ae9-2c5f-47ef-8768-e11a2cbf8983 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:45.172154 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6f162323-fa92-48d0-bba9-e4971846ea11 req-2e692ae9-2c5f-47ef-8768-e11a2cbf8983 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0801847 Aug 07 04:57:45.192425 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e4cec8d0-c4d9-43ab-974b-272f658160fb req-2eccd9c0-5272-415d-9a15-f74e5f01160d tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Aug 07 04:57:45.219407 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6f162323-fa92-48d0-bba9-e4971846ea11 req-96a88a9b-840b-4ccf-bfbf-daa5de45a1c5 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Aug 07 04:57:45.314667 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6e3d-4406-493f-a127-18dc75d3f93e req-b984e8a0-9c74-4414-89fe-aa9a880b3cf6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:45.316111 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-281e6e3d-4406-493f-a127-18dc75d3f93e req-b984e8a0-9c74-4414-89fe-aa9a880b3cf6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0534453 Aug 07 04:57:45.353634 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-281e6e3d-4406-493f-a127-18dc75d3f93e req-6c7e7350-2936-4281-931e-9e195f852073 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315590 Aug 07 04:57:45.701467 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38372) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:45.812118 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f9374a54-166f-45e9-9284-12395f390f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.911046 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f9374a54-166f-45e9-9284-12395f390f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.921182 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f9374a54-166f-45e9-9284-12395f390f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.958130 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-f9374a54-166f-45e9-9284-12395f390f3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a39e5eb95535439596928aaa9edc82b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555928 Aug 07 04:57:45.958982 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9374a54-166f-45e9-9284-12395f390f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fccd25-6faf-4479-91b0-16c2909f51b9,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:45.961034 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38380) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:46.025165 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b68d-6dd9-422e-bae9-0010378124ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.044026 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70b4c-714d-431a-b743-bf2fbeb3b831 req-1cd6d142-ea57-4151-9754-efcdf8ad9d04 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.045588 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2f70b4c-714d-431a-b743-bf2fbeb3b831 req-1cd6d142-ea57-4151-9754-efcdf8ad9d04 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0469949 Aug 07 04:57:46.046423 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b68d-6dd9-422e-bae9-0010378124ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.082743 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2f70b4c-714d-431a-b743-bf2fbeb3b831 req-e21e621e-ef04-47d7-8d2d-a2b12925712d tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Aug 07 04:57:46.097700 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b68d-6dd9-422e-bae9-0010378124ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.100365 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b68d-6dd9-422e-bae9-0010378124ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.101537 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f3a8b68d-6dd9-422e-bae9-0010378124ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54fccd25-6faf-4479-91b0-16c2909f51b9 HTTP/1.1" status: 204 len: 168 time: 0.1357648 Aug 07 04:57:46.111904 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8b68d-6dd9-422e-bae9-0010378124ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fccd25-6faf-4479-91b0-16c2909f51b9,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:46.348807 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5234-b4b5-45a0-87f4-d4013b20c7ce req-a01a0312-bb79-42e1-816c-d4322b873382 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.350449 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-760d5234-b4b5-45a0-87f4-d4013b20c7ce req-a01a0312-bb79-42e1-816c-d4322b873382 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.0568182 Aug 07 04:57:46.390406 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e26d3-0da6-4874-b549-fca70ac6401b req-e8ded614-7140-4711-82b0-7f6d0931679e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.392045 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-476e26d3-0da6-4874-b549-fca70ac6401b req-e8ded614-7140-4711-82b0-7f6d0931679e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0764186 Aug 07 04:57:46.397910 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-760d5234-b4b5-45a0-87f4-d4013b20c7ce req-38bc0f43-04ae-4a3b-bcb9-9c2b3001147a tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Aug 07 04:57:46.449597 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-476e26d3-0da6-4874-b549-fca70ac6401b req-c3a4a603-0780-42d6-b3d6-5729a5475692 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Aug 07 04:57:46.529807 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ac5a-d6b2-4778-810a-e303b5af713b req-c4dd92c4-cb3e-4b4a-b8af-3d7279e606fa tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.531502 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ec21ac5a-d6b2-4778-810a-e303b5af713b req-c4dd92c4-cb3e-4b4a-b8af-3d7279e606fa tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0516036 Aug 07 04:57:46.569803 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ec21ac5a-d6b2-4778-810a-e303b5af713b req-4217f5f4-9f19-4a1b-9d97-a71868d59b72 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321877 Aug 07 04:57:46.710443 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:46.756088 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:46.756458 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.017874 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Sync routers for ids ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:47.026873 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Routers {'bb897649-c7cd-45ca-bf8a-5f2c50c723c3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:47.027458 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:47.128151 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Set router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:47.209996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3d7ed-de4e-46f2-b751-225c9d231f0d req-92c7e842-faee-4294-ac7e-6a99c2b800d5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.211787 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aeb3d7ed-de4e-46f2-b751-225c9d231f0d req-92c7e842-faee-4294-ac7e-6a99c2b800d5 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0567765 Aug 07 04:57:47.248825 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aeb3d7ed-de4e-46f2-b751-225c9d231f0d req-0bd2c831-406e-4d5e-8ab7-00d617f17275 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Aug 07 04:57:47.306444 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-0f16e11b-384d-4908-8fde-a20727aed74b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.308028 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-0f16e11b-384d-4908-8fde-a20727aed74b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 945 time: 0.0533454 Aug 07 04:57:47.340598 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'feb263eb-4ddf-41c0-8249-34c000a545d8', 'name': '', 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'mac_address': 'fa:16:3e:fe:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:41Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 2, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'subnets': [{'id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:47.367970 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Checking router: bb897649-c7cd-45ca-bf8a-5f2c50c723c3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:47.368338 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Updating router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 port feb263eb-4ddf-41c0-8249-34c000a545d8 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:47.393249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.405587 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Deleting port bd78445c-a49c-49cb-abaf-0ddaf6492e2c {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:47.405934 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.540291 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] For port bd78445c-a49c-49cb-abaf-0ddaf6492e2c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:47.540671 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.561960 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Calling delete_port for bd78445c-a49c-49cb-abaf-0ddaf6492e2c owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:47.573186 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80564d6-d7a6-431f-893a-ea3b10af58a9 req-92b9f59a-c9a7-455f-9c3e-5788c636b272 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.574681 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f80564d6-d7a6-431f-893a-ea3b10af58a9 req-92b9f59a-c9a7-455f-9c3e-5788c636b272 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.1032319 Aug 07 04:57:47.592491 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f645bd4-6756-47b5-90d8-8b184523ae3a req-35a644af-61b9-4b73-a6c6-aea70377fb61 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.594060 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6f645bd4-6756-47b5-90d8-8b184523ae3a req-35a644af-61b9-4b73-a6c6-aea70377fb61 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0583260 Aug 07 04:57:47.649436 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6f645bd4-6756-47b5-90d8-8b184523ae3a req-0b355c3b-a812-4a7c-94ea-d77daab7ca6d tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Aug 07 04:57:47.683934 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.696998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Transition to ACTIVE for port object feb263eb-4ddf-41c0-8249-34c000a545d8 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:47.706849 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.766029 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413d9f6-5974-4750-9e63-ff2903ef00d0 req-89adef68-718a-4163-a913-c37d50784554 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.767632 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1413d9f6-5974-4750-9e63-ff2903ef00d0 req-89adef68-718a-4163-a913-c37d50784554 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0535126 Aug 07 04:57:47.809688 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1413d9f6-5974-4750-9e63-ff2903ef00d0 req-0c5fbc02-92b0-4f5b-93a7-8a04fcf82090 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351567 Aug 07 04:57:47.879060 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795794de-b45e-4b09-b369-0840f1865f0f None None] Pushing event updated for resources: {'Port': ['ID=feb263eb-4ddf-41c0-8249-34c000a545d8,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:47.905347 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f80564d6-d7a6-431f-893a-ea3b10af58a9 req-30bb51ec-7fe1-43fa-84e4-0cb5a5ecd987 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247080 Aug 07 04:57:47.944774 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Attempting to bind port feb263eb-4ddf-41c0-8249-34c000a545d8 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:47.945178 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Attempting to bind port feb263eb-4ddf-41c0-8249-34c000a545d8 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:47.946322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Attempting to bind port feb263eb-4ddf-41c0-8249-34c000a545d8 on network 4bea51d9-568f-414d-80b2-549dcff74288 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:47.952206 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:47.952590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Checking segment: {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:47.953032 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.953423 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Bound using segment: {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:47.953893 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Bound port: feb263eb-4ddf-41c0-8249-34c000a545d8, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e490deaf-431c-4891-a567-ae7b41ef14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:47.954279 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.999399 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.035383 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Pushing event deleted for resources: {'Port': ['ID=bd78445c-a49c-49cb-abaf-0ddaf6492e2c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:48.049773 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] For port feb263eb-4ddf-41c0-8249-34c000a545d8, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:48.053137 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] For port feb263eb-4ddf-41c0-8249-34c000a545d8, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=feb263eb-4ddf-41c0-8249-34c000a545d8,segment=NetworkSegment(e490deaf-431c-4891-a567-ae7b41ef14f3),segment_id=e490deaf-431c-4891-a567-ae7b41ef14f3)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:48.063461 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['bd78445c-a49c-49cb-abaf-0ddaf6492e2c'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:48.066786 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.081770 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] No DVR routers for this DVR port bd78445c-a49c-49cb-abaf-0ddaf6492e2c on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:57:48.085004 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.087756 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5dcb173b-746c-451b-bbfc-5528eb0afdd8 req-2a97afbd-10b9-45df-b972-94df08598fd9 tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.24 "DELETE /v2.0/ports/bd78445c-a49c-49cb-abaf-0ddaf6492e2c HTTP/1.1" status: 204 len: 173 time: 0.7718582 Aug 07 04:57:48.088535 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'name': 'network-vif-deleted', 'tag': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:48.090858 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804cf993-7940-4915-ac28-cee5d7158b83" -d '{"events": [{"server_uuid": "90d6eef5-1c82-472b-adfb-aeaa1e93d502", "name": "network-vif-deleted", "tag": "bd78445c-a49c-49cb-abaf-0ddaf6492e2c"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:48.142662 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de000e-c9eb-4358-b400-c6277f4a6101 x-openstack-request-id: req-44de000e-c9eb-4358-b400-c6277f4a6101 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:48.142949 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d6eef5-1c82-472b-adfb-aeaa1e93d502", "name": "network-vif-deleted", "tag": "bd78445c-a49c-49cb-abaf-0ddaf6492e2c", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:48.143196 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44de000e-c9eb-4358-b400-c6277f4a6101 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:48.143579 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d6eef5-1c82-472b-adfb-aeaa1e93d502', 'name': 'network-vif-deleted', 'tag': 'bd78445c-a49c-49cb-abaf-0ddaf6492e2c', 'status': 'completed', 'code': 200} Aug 07 04:57:48.161841 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Routers {'bb897649-c7cd-45ca-bf8a-5f2c50c723c3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:48.162482 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:48.214105 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795794de-b45e-4b09-b369-0840f1865f0f None None] Pushing event updated for resources: {'Port': ['ID=feb263eb-4ddf-41c0-8249-34c000a545d8,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:48.307937 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] Set router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:48.397650 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cbeacd14-afbc-4127-9ed1-660e1197b1fb req-4677c861-8712-4ff6-a087-03bee1b1765b tempest-ServerRescueNegativeTestJSON-1946198985 tempest-ServerRescueNegativeTestJSON-1946198985-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d6eef5-1c82-472b-adfb-aeaa1e93d502 HTTP/1.1" status: 200 len: 210 time: 0.0374031 Aug 07 04:57:48.525077 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d4a9-78f1-4572-8fea-905353fa1c5f req-8cc4eb5b-25e8-4eae-bd9c-f4bba02e164e tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.533005 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ee33d4a9-78f1-4572-8fea-905353fa1c5f req-8cc4eb5b-25e8-4eae-bd9c-f4bba02e164e tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.3553927 Aug 07 04:57:48.550565 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'feb263eb-4ddf-41c0-8249-34c000a545d8', 'name': '', 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'mac_address': 'fa:16:3e:fe:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:41Z', 'updated_at': '2021-08-07T04:57:48Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'subnets': [{'id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:48.572994 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ee33d4a9-78f1-4572-8fea-905353fa1c5f req-6bdcf06d-f605-4202-9e0f-7ac85fb28867 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Aug 07 04:57:48.578602 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315d16d-c40d-40cf-a530-7ca5a1761ec7 None None] The sync data for ids ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'] in dv-cinder-803748-3-iscsi is: [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'feb263eb-4ddf-41c0-8249-34c000a545d8', 'name': '', 'network_id': '4bea51d9-568f-414d-80b2-549dcff74288', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'mac_address': 'fa:16:3e:fe:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:41Z', 'updated_at': '2021-08-07T04:57:48Z', 'revision_number': 4, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'subnets': [{'id': 'b1dfb574-cef3-410d-93a9-7087a8b61375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:48.602715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-ec4c9d90-dbef-40b5-977f-b9764a1c9ab9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.604139 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-ec4c9d90-dbef-40b5-977f-b9764a1c9ab9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.0852699 Aug 07 04:57:48.715296 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Deleting port bf23d849-0e24-47ab-ae33-6002837e92e0 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:48.715800 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.766277 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device feb263eb-4ddf-41c0-8249-34c000a545d8 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:48.828385 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port feb263eb-4ddf-41c0-8249-34c000a545d8 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:48.836781 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port feb263eb-4ddf-41c0-8249-34c000a545d8 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:48.840294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.852558 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149178d7-3583-4f21-99a9-d259c352d5b2 req-964fd50a-826b-46f0-8d48-29a58a974aea tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.861439 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-149178d7-3583-4f21-99a9-d259c352d5b2 req-964fd50a-826b-46f0-8d48-29a58a974aea tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 945 time: 0.1269803 Aug 07 04:57:48.909270 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] For port bf23d849-0e24-47ab-ae33-6002837e92e0, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bf23d849-0e24-47ab-ae33-6002837e92e0,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:48.909652 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.936215 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-149178d7-3583-4f21-99a9-d259c352d5b2 req-ce9e4a1e-2b93-45dc-83f2-b6a4b9cc3134 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683296 Aug 07 04:57:48.953987 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Calling delete_port for bf23d849-0e24-47ab-ae33-6002837e92e0 owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:48.981519 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3514760-b66b-4998-a7a9-942d2123cb94 req-a7dca68a-b283-4c6c-a714-9f5468153f29 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.982207 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.989638 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c3514760-b66b-4998-a7a9-942d2123cb94 req-a7dca68a-b283-4c6c-a714-9f5468153f29 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0917342 Aug 07 04:57:49.028553 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port feb263eb-4ddf-41c0-8249-34c000a545d8, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=feb263eb-4ddf-41c0-8249-34c000a545d8,segment=NetworkSegment(e490deaf-431c-4891-a567-ae7b41ef14f3),segment_id=e490deaf-431c-4891-a567-ae7b41ef14f3)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:49.036394 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.045405 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c3514760-b66b-4998-a7a9-942d2123cb94 req-7034e555-2f24-4fbd-b8df-8ce980f653f9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546935 Aug 07 04:57:49.098358 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=feb263eb-4ddf-41c0-8249-34c000a545d8,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:49.118267 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.146865 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event deleted for resources: {'Port': ['ID=bf23d849-0e24-47ab-ae33-6002837e92e0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:49.160029 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf', '2d316e0b-8eea-4346-9431-4ce3f3d44c94', '1e777704-a54d-44cc-8174-3b1b99eb2c91', 'bf23d849-0e24-47ab-ae33-6002837e92e0'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:49.200849 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] No DVR routers for this DVR port bf23d849-0e24-47ab-ae33-6002837e92e0 on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:57:49.203352 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.205446 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1529cf0b-d546-494c-8ca7-ea6c11b9f5ea req-7a4ae142-9b3d-4465-9963-7aecd2767043 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "DELETE /v2.0/ports/bf23d849-0e24-47ab-ae33-6002837e92e0 HTTP/1.1" status: 204 len: 173 time: 0.5897784 Aug 07 04:57:49.424261 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38422) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:49.698963 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69522b-4177-4e15-b875-5abfb5b75d4b req-475845e1-3cc2-4639-99b6-79740517bc71 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:49.700498 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3d69522b-4177-4e15-b875-5abfb5b75d4b req-475845e1-3cc2-4639-99b6-79740517bc71 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.0478024 Aug 07 04:57:49.738689 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3d69522b-4177-4e15-b875-5abfb5b75d4b req-3e7639bd-2a3d-43d2-9bb9-7d53397fb519 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Aug 07 04:57:49.874551 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.097478 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0bc41766-a65d-487b-bbc8-f9b5dc2059b9 req-e36592f2-4bdb-498d-9920-aa583688d055 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b54c939-5f03-4579-bb04-d01e73617541 HTTP/1.1" status: 200 len: 210 time: 0.0592792 Aug 07 04:57:50.146161 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b54c939-5f03-4579-bb04-d01e73617541', 'name': 'network-vif-deleted', 'tag': 'bf23d849-0e24-47ab-ae33-6002837e92e0'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:50.148422 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9783d337-d207-46c3-ae77-175de4131076" -d '{"events": [{"server_uuid": "4b54c939-5f03-4579-bb04-d01e73617541", "name": "network-vif-deleted", "tag": "bf23d849-0e24-47ab-ae33-6002837e92e0"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:50.159331 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a607-4901-48bd-8792-21a5ebe3fd78 req-88dea0c5-3c3a-451e-9f60-d434cedd5cd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:50.160888 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b3d0a607-4901-48bd-8792-21a5ebe3fd78 req-88dea0c5-3c3a-451e-9f60-d434cedd5cd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0509098 Aug 07 04:57:50.196268 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f278abc-71c9-4bdb-a89d-951dbea9dd1f x-openstack-request-id: req-3f278abc-71c9-4bdb-a89d-951dbea9dd1f {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:50.196556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b54c939-5f03-4579-bb04-d01e73617541", "name": "network-vif-deleted", "tag": "bf23d849-0e24-47ab-ae33-6002837e92e0", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:50.196820 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f278abc-71c9-4bdb-a89d-951dbea9dd1f {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:50.197204 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b54c939-5f03-4579-bb04-d01e73617541', 'name': 'network-vif-deleted', 'tag': 'bf23d849-0e24-47ab-ae33-6002837e92e0', 'status': 'completed', 'code': 200} Aug 07 04:57:50.203240 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b3d0a607-4901-48bd-8792-21a5ebe3fd78 req-84d98065-80c0-4784-8df3-dd3270d4b5bf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358367 Aug 07 04:57:50.221364 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Deleting port 6b801257-329e-4933-a04c-c3b2d884c408 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:50.221774 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.301839 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] For port 6b801257-329e-4933-a04c-c3b2d884c408, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6b801257-329e-4933-a04c-c3b2d884c408,segment=NetworkSegment(571b01ff-b842-46ea-878c-c129a269bf81),segment_id=571b01ff-b842-46ea-878c-c129a269bf81)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:50.302416 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.315730 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Calling delete_port for 6b801257-329e-4933-a04c-c3b2d884c408 owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:50.548636 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.577358 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b801257-329e-4933-a04c-c3b2d884c408,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:50.773297 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device feb263eb-4ddf-41c0-8249-34c000a545d8 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:50.774970 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.831211 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port feb263eb-4ddf-41c0-8249-34c000a545d8 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:50.831610 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.835625 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086926f-8147-41b5-8cbd-df37462bab8b req-39d4faef-5bb6-4d94-b1e1-312150217aad tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:50.837679 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a086926f-8147-41b5-8cbd-df37462bab8b req-39d4faef-5bb6-4d94-b1e1-312150217aad tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.1192811 Aug 07 04:57:50.986719 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6460138-c425-4969-9d82-07bf55ec99f9 req-a74227f6-6e1a-41e2-8fbd-d06dc9255850 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:50.988134 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a6460138-c425-4969-9d82-07bf55ec99f9 req-a74227f6-6e1a-41e2-8fbd-d06dc9255850 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 949 time: 0.1478229 Aug 07 04:57:51.343798 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a6460138-c425-4969-9d82-07bf55ec99f9 req-76a278c1-fdf0-42b8-b847-ef60a719881e tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/security-groups?id=3532db5e-e443-40c5-9395-59f7fda357ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480403 Aug 07 04:57:51.345699 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Deleting port c11cc320-a262-4982-92a9-a07cac9ca25f {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:51.346036 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.348251 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2152-462d-48d1-8213-d6556897b4a4 req-2a0afd92-17a3-468c-b99b-cd23eeed115c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:51.357055 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-023b2152-462d-48d1-8213-d6556897b4a4 req-2a0afd92-17a3-468c-b99b-cd23eeed115c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0584602 Aug 07 04:57:51.376227 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bd78445c-a49c-49cb-abaf-0ddaf6492e2c no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:51.393589 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-023b2152-462d-48d1-8213-d6556897b4a4 req-d6f18949-30b2-47c6-b9f8-37e5569f44ff tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356717 Aug 07 04:57:51.396248 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: bd78445c-a49c-49cb-abaf-0ddaf6492e2c {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:51.396658 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bd78445c-a49c-49cb-abaf-0ddaf6492e2c not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:51.426998 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Router c6122a1d-761f-47fd-9371-f8f6f9f50d39 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:51.504651 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] For port c11cc320-a262-4982-92a9-a07cac9ca25f, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=c11cc320-a262-4982-92a9-a07cac9ca25f,segment=NetworkSegment(7f553fbe-79fe-4aa9-a736-135bb255b5e2),segment_id=7f553fbe-79fe-4aa9-a736-135bb255b5e2)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:51.505040 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.524493 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Calling delete_port for c11cc320-a262-4982-92a9-a07cac9ca25f owned by compute:nova {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:51.597107 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-123eaf6f-3481-4bee-b22d-ad362794e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.618034 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:51.624134 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f47b01db-aec6-4eab-8d7c-7551f3d4b907 admin admin] 10.222.0.35 "PUT /v2.0/routers/c6122a1d-761f-47fd-9371-f8f6f9f50d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1987908 Aug 07 04:57:51.628242 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38448) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:51.629231 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] Sync routers for ids ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:51.639529 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] Routers {'c6122a1d-761f-47fd-9371-f8f6f9f50d39'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:51.641455 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:51.719658 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.749400 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.750412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Pushing event deleted for resources: {'Port': ['ID=c11cc320-a262-4982-92a9-a07cac9ca25f,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:51.756934 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] Set router c6122a1d-761f-47fd-9371-f8f6f9f50d39 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:51.768894 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['c11cc320-a262-4982-92a9-a07cac9ca25f'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:51.795821 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] No DVR routers for this DVR port c11cc320-a262-4982-92a9-a07cac9ca25f on host hv-cinder-80374 {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:57:51.803320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.806163 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a086926f-8147-41b5-8cbd-df37462bab8b req-592dcb13-1de3-4e80-8a0c-c949580e79b2 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.24 "DELETE /v2.0/ports/c11cc320-a262-4982-92a9-a07cac9ca25f HTTP/1.1" status: 204 len: 173 time: 0.9517643 Aug 07 04:57:51.899564 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.974367 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Deleting port 71241622-8c32-40d5-bbef-73453605d02f {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:51.974708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.993421 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '71241622-8c32-40d5-bbef-73453605d02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:57:50Z', 'revision_number': 5, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port': {'id': '71241622-8c32-40d5-bbef-73453605d02f', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:39Z', 'updated_at': '2021-08-07T04:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:52.027236 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] Checking router: c6122a1d-761f-47fd-9371-f8f6f9f50d39 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:52.035453 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] Routers {'c6122a1d-761f-47fd-9371-f8f6f9f50d39'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:52.035996 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:57:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:52.056989 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] For port 71241622-8c32-40d5-bbef-73453605d02f, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=71241622-8c32-40d5-bbef-73453605d02f,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:52.057352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.069368 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Calling delete_port for 71241622-8c32-40d5-bbef-73453605d02f owned by network:router_gateway {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:52.122393 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] Set router c6122a1d-761f-47fd-9371-f8f6f9f50d39 gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:52.173968 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:57:51Z', 'revision_number': 6, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:52.198624 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'name': 'network-vif-deleted', 'tag': 'c11cc320-a262-4982-92a9-a07cac9ca25f'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:52.201363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc0ac65-26a0-4b08-8ed7-db6cc45d661c" -d '{"events": [{"server_uuid": "b8079113-c152-4a13-a741-dbdc2cc01843", "name": "network-vif-deleted", "tag": "c11cc320-a262-4982-92a9-a07cac9ca25f"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:52.204155 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483d8cb-3591-45c8-b9f8-3220df3eec16 None None] The sync data for ids ['c6122a1d-761f-47fd-9371-f8f6f9f50d39'] in dv-cinder-803748-3-iscsi is: [{'id': 'c6122a1d-761f-47fd-9371-f8f6f9f50d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1112014400-router', 'tenant_id': 'c54c5afb01f5471297a24ec0ece9d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:57:51Z', 'revision_number': 6, 'project_id': 'c54c5afb01f5471297a24ec0ece9d506', 'gw_port_host': None}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:52.243617 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013325f-edf6-4a35-8a89-4b31e3524ebd x-openstack-request-id: req-4013325f-edf6-4a35-8a89-4b31e3524ebd {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:52.243900 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8079113-c152-4a13-a741-dbdc2cc01843", "name": "network-vif-deleted", "tag": "c11cc320-a262-4982-92a9-a07cac9ca25f", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:52.244151 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4013325f-edf6-4a35-8a89-4b31e3524ebd {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:52.244539 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8079113-c152-4a13-a741-dbdc2cc01843', 'name': 'network-vif-deleted', 'tag': 'c11cc320-a262-4982-92a9-a07cac9ca25f', 'status': 'completed', 'code': 200} Aug 07 04:57:52.309193 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.340588 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Pushing event deleted for resources: {'Port': ['ID=71241622-8c32-40d5-bbef-73453605d02f,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:52.405051 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.481023 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.490381 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a2d080a5-c923-454b-83b6-9572ee24996c req-be4aad70-ffb4-4cba-8b06-146d15a2c9f1 tempest-VolumesNegativeTest-1200501723 tempest-VolumesNegativeTest-1200501723-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8079113-c152-4a13-a741-dbdc2cc01843 HTTP/1.1" status: 200 len: 210 time: 0.0407238 Aug 07 04:57:52.586205 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.589876 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.678553 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf5c9d-13fd-4288-a80e-d4781c2ba616 req-94111bbe-bf41-40fc-bc81-c8a271d18acc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:52.681540 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1aaf5c9d-13fd-4288-a80e-d4781c2ba616 req-94111bbe-bf41-40fc-bc81-c8a271d18acc tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.1086543 Aug 07 04:57:52.696459 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2899687-98e1-4771-b280-3c81738609c9 req-61cd4ed9-a545-4f50-8e76-3a1e5cc554c2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:52.698390 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b2899687-98e1-4771-b280-3c81738609c9 req-61cd4ed9-a545-4f50-8e76-3a1e5cc554c2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1510847 Aug 07 04:57:52.714244 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.714756 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6122a1d-761f-47fd-9371-f8f6f9f50d39 {{(pid=93255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:57:52.726805 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.727996 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b3db2eec-4042-415c-8104-d3f2e532ad21 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c6122a1d-761f-47fd-9371-f8f6f9f50d39 HTTP/1.1" status: 204 len: 168 time: 1.0982690 Aug 07 04:57:52.734981 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38466) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:52.749470 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b2899687-98e1-4771-b280-3c81738609c9 req-b8559363-a77f-4e2c-a74a-ad7870b832a7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435362 Aug 07 04:57:52.776518 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1aaf5c9d-13fd-4288-a80e-d4781c2ba616 req-2f1cefcd-13a0-4f39-afb4-a7aa550c99c4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Aug 07 04:57:52.795935 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Deleting subnet c3680dd8-2aac-43c8-9074-9e849b242855 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:57:52.799028 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.833636 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.877682 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.939103 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.973212 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3680dd8-2aac-43c8-9074-9e849b242855,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:52.975679 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.978554 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-dc066a71-c558-484c-9e91-51165f5f3860 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c3680dd8-2aac-43c8-9074-9e849b242855 HTTP/1.1" status: 204 len: 168 time: 0.2413929 Aug 07 04:57:52.979974 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38468) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:53.050064 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.068725 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6b801257-329e-4933-a04c-c3b2d884c408 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:53.089745 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 6b801257-329e-4933-a04c-c3b2d884c408 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:53.090413 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6b801257-329e-4933-a04c-c3b2d884c408 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:53.138350 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.147747 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed8f1bd-cb13-4093-afc4-79463ed9511a']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:53.158840 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571b01ff-b842-46ea-878c-c129a269bf81') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:53.159229 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571b01ff-b842-46ea-878c-c129a269bf81') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:53.168420 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.182127 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.188058 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:57:53.188443 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:57:53.190111 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:57:53.249011 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.256876 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.261435 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] 10.222.0.35 "DELETE /v2.0/networks/aed8f1bd-cb13-4093-afc4-79463ed9511a HTTP/1.1" status: 204 len: 168 time: 0.2780373 Aug 07 04:57:53.269377 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef306eb-cfa2-4b18-a23b-a9ff69a07fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=aed8f1bd-cb13-4093-afc4-79463ed9511a,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:53.406732 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bf23d849-0e24-47ab-ae33-6002837e92e0 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:53.425835 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: bf23d849-0e24-47ab-ae33-6002837e92e0 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:53.426608 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device bf23d849-0e24-47ab-ae33-6002837e92e0 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:53.433823 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38472) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:53.474335 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-28c15102-bcd1-4ddb-bdb0-266540aaf8f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c54c5afb01f5471297a24ec0ece9d506&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391927 Aug 07 04:57:53.476693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38474) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:53.523054 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3155d507-83df-42b6-be29-57acaf26e184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.545499 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3155d507-83df-42b6-be29-57acaf26e184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.599238 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3155d507-83df-42b6-be29-57acaf26e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.602136 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3155d507-83df-42b6-be29-57acaf26e184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.603360 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3155d507-83df-42b6-be29-57acaf26e184 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c HTTP/1.1" status: 204 len: 168 time: 0.1257544 Aug 07 04:57:53.624848 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155d507-83df-42b6-be29-57acaf26e184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed0b9e7-1d99-4fa0-a93a-08d5b6b7a56c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:53.891551 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d30ca-9247-40a7-8ca7-1b179671c3ba req-66ad5b88-7a3c-415f-bf65-5c3c883bed0a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:53.900151 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-be7d30ca-9247-40a7-8ca7-1b179671c3ba req-66ad5b88-7a3c-415f-bf65-5c3c883bed0a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0581450 Aug 07 04:57:53.914884 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8286362-d511-48fc-9cf5-f4207f1629b7 req-fb9f803b-aa3f-4fc8-a7e4-9211e518f8a0 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:53.922340 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f8286362-d511-48fc-9cf5-f4207f1629b7 req-fb9f803b-aa3f-4fc8-a7e4-9211e518f8a0 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0755091 Aug 07 04:57:53.945130 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-be7d30ca-9247-40a7-8ca7-1b179671c3ba req-c2a45515-d4ef-4674-b6a1-8b0ad64df109 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444856 Aug 07 04:57:53.998203 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f8286362-d511-48fc-9cf5-f4207f1629b7 req-74574aff-3f4f-4a84-b0e7-eb1d26781850 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750215 Aug 07 04:57:54.326430 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.332704 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-db2edc09-e091-4c70-9e1e-a6468cb89487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.407379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38568) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:54.409557 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-b89deb65-cccd-4697-a211-557607882b88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401726 Aug 07 04:57:54.525697 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-933834110-network', 'tenant_id': 'e19bdb8b89274ad8a725d7f805eebdad'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:54.539871 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-f1a5c655-a456-48d8-b5dc-9f4d2f15f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:54.541540 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-f1a5c655-a456-48d8-b5dc-9f4d2f15f379 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d51e070d184693b32f62e300ded4fa&device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 1099 time: 0.0485086 Aug 07 04:57:54.554306 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Made reservation on behalf of e19bdb8b89274ad8a725d7f805eebdad for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:54.558545 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.567332 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.678371 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 71241622-8c32-40d5-bbef-73453605d02f no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:54.690071 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-da0b911d-7e33-499c-b213-ef6cbd58fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:54.691915 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-da0b911d-7e33-499c-b213-ef6cbd58fcf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 200 len: 913 time: 0.1216912 Aug 07 04:57:54.701837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.706647 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.708150 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 71241622-8c32-40d5-bbef-73453605d02f {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:54.708510 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 71241622-8c32-40d5-bbef-73453605d02f not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:54.740903 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:54.751811 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300d5dbd-9912-4e31-8a9f-d2308aee0efc,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:54.756880 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-04823fde-0282-474a-935a-f98a8c194ecf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf HTTP/1.1" status: 200 len: 217 time: 0.0479634 Aug 07 04:57:54.759811 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.760158 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Added segment 8f223937-d8d7-40c9-b08f-70c4f0489b3a of type vlan for network 015e301a-07e9-4d29-964a-157003ae584d Aug 07 04:57:54.809390 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.824473 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-354db4e0-cf2c-482e-99bd-be3d98dd8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:54.826021 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-354db4e0-cf2c-482e-99bd-be3d98dd8a4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 200 len: 852 time: 0.0616848 Aug 07 04:57:54.840467 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.841797 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:54.842767 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.865023 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-080fadf3-b547-4a36-9f87-347fdcf42a8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0e4a04f-a799-47ad-9475-bb3ebbb61692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304875 Aug 07 04:57:54.911161 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5026939 Aug 07 04:57:54.914835 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38600) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:54.919022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e8c45-dafd-48fa-8049-803af71cd815 admin admin] Pushing event updated for resources: {'Network': ['ID=015e301a-07e9-4d29-964a-157003ae584d,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:54.922357 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Request body: {'subnet': {'network_id': '015e301a-07e9-4d29-964a-157003ae584d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-933834110-subnet', 'tenant_id': 'e19bdb8b89274ad8a725d7f805eebdad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:54.933273 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 015e301a-07e9-4d29-964a-157003ae584d details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:54.963982 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Made reservation on behalf of e19bdb8b89274ad8a725d7f805eebdad for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:54.966681 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12754616'] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.065089 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-57589d29-efa5-4ed0-b3cc-1c113bbcba74 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:55.072061 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-57589d29-efa5-4ed0-b3cc-1c113bbcba74 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0944912 Aug 07 04:57:55.142260 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:57:55.158646 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5070c-dcc9-4a86-aeaa-a15f75813d01 req-577e239b-1981-4704-9643-626f53f69598 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:55.160157 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cde5070c-dcc9-4a86-aeaa-a15f75813d01 req-577e239b-1981-4704-9643-626f53f69598 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 945 time: 0.0871761 Aug 07 04:57:55.192576 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-ad850b62-c699-4cd0-9d69-a9bc2ddca5e4 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127764 Aug 07 04:57:55.210556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b2cd1-de5b-4265-a4c5-0e482871700c req-3dc7adba-274f-4113-8e97-f04cc53ef625 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:55.212627 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-728b2cd1-de5b-4265-a4c5-0e482871700c req-3dc7adba-274f-4113-8e97-f04cc53ef625 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1239445 Aug 07 04:57:55.279109 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cde5070c-dcc9-4a86-aeaa-a15f75813d01 req-68d3369f-e2b6-4f93-85f1-cbf04b3ef9e2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862496 Aug 07 04:57:55.312336 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Deleting port 1e777704-a54d-44cc-8174-3b1b99eb2c91 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:57:55.312683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.358691 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-728b2cd1-de5b-4265-a4c5-0e482871700c req-7b5f279c-6ccd-4f98-bd38-185114547e7e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0939214 Aug 07 04:57:55.405399 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device c11cc320-a262-4982-92a9-a07cac9ca25f no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:55.416369 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-ea384e0b-2032-47e0-8cea-2dd2e8ae0711 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142456 Aug 07 04:57:55.419497 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14427165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12754570'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.425976 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] For port 1e777704-a54d-44cc-8174-3b1b99eb2c91, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1e777704-a54d-44cc-8174-3b1b99eb2c91,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:55.426611 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.448305 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Calling delete_port for 1e777704-a54d-44cc-8174-3b1b99eb2c91 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:57:55.448997 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: c11cc320-a262-4982-92a9-a07cac9ca25f {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:55.453387 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device c11cc320-a262-4982-92a9-a07cac9ca25f not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:55.480513 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07649b1f-ee1b-4816-a3cc-00f9e7016c85,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:55.500914 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Checking segment: {'id': '8f223937-d8d7-40c9-b08f-70c4f0489b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '015e301a-07e9-4d29-964a-157003ae584d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:55.501493 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Network hostable DHCP agents. Network: 015e301a-07e9-4d29-964a-157003ae584d, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:55.533482 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Network 015e301a-07e9-4d29-964a-157003ae584d is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:55.545404 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 015e301a-07e9-4d29-964a-157003ae584d) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:55.550650 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:55.552105 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.555724 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517d24b-6e31-4734-8f31-803a690b10ef None None] Network 015e301a-07e9-4d29-964a-157003ae584d requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:55.576822 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-54067ee1-7a63-4508-8a92-7ccdd5a6f53f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6566064 Aug 07 04:57:55.622576 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.643218 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.685839 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event deleted for resources: {'Port': ['ID=1e777704-a54d-44cc-8174-3b1b99eb2c91,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:55.702077 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf', '2d316e0b-8eea-4346-9431-4ce3f3d44c94', '1e777704-a54d-44cc-8174-3b1b99eb2c91'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:55.746509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] No DVR routers for this DVR port 1e777704-a54d-44cc-8174-3b1b99eb2c91 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:57:55.750600 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.753508 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8fb0e6e6-a82b-453c-bca8-e307ebe444e7 req-e023c162-c008-47b9-82a9-2d396118b9d3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "DELETE /v2.0/ports/1e777704-a54d-44cc-8174-3b1b99eb2c91 HTTP/1.1" status: 204 len: 173 time: 0.6534474 Aug 07 04:57:55.754132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'name': 'network-vif-deleted', 'tag': '1e777704-a54d-44cc-8174-3b1b99eb2c91'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:55.757361 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc1c247-4eed-4073-8597-a64d93874154" -d '{"events": [{"server_uuid": "5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5", "name": "network-vif-deleted", "tag": "1e777704-a54d-44cc-8174-3b1b99eb2c91"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:55.804335 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afd521-98c0-46d3-86fe-064eb5c38acd None None] Network 015e301a-07e9-4d29-964a-157003ae584d requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:55.831486 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0f19ab-0015-444f-a129-6e6e27c52343 x-openstack-request-id: req-5c0f19ab-0015-444f-a129-6e6e27c52343 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:55.831984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5", "name": "network-vif-deleted", "tag": "1e777704-a54d-44cc-8174-3b1b99eb2c91", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:55.832409 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c0f19ab-0015-444f-a129-6e6e27c52343 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:55.833123 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5', 'name': 'network-vif-deleted', 'tag': '1e777704-a54d-44cc-8174-3b1b99eb2c91', 'status': 'completed', 'code': 200} Aug 07 04:57:56.338778 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38728) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:56.343685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1958254511-network', 'tenant_id': '0fc215463da7465bbbafded9ddc3c403'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:56.381228 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Made reservation on behalf of 0fc215463da7465bbbafded9ddc3c403 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:56.384137 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.410914 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.435365 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-25921610-7438-43d5-a4d6-d73870c5ac6b req-491ba453-7dcc-45fe-a5c5-9d4e68344abf tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d58b6bf-11ba-49e4-bc5d-3ac6abc919a5 HTTP/1.1" status: 200 len: 210 time: 0.0397000 Aug 07 04:57:56.574913 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.583506 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f8217-0208-4501-b21f-e8acf01a9528 req-decd6184-6b17-4827-89e6-9286610b15f1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:56.585052 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c75f8217-0208-4501-b21f-e8acf01a9528 req-decd6184-6b17-4827-89e6-9286610b15f1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0855122 Aug 07 04:57:56.587207 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.622875 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:56.643954 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7372ab8f-5e9d-4b55-a4f0-501c645dc363,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:56.658919 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.659264 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Added segment 3fb8270a-a640-432f-a64a-3b3600bbf956 of type vlan for network 43b9ff90-23af-4907-abe8-8ea18e072ad1 Aug 07 04:57:56.675539 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c75f8217-0208-4501-b21f-e8acf01a9528 req-be32a899-2358-479e-9b84-bbcd391a91d8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0815656 Aug 07 04:57:56.708773 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.736078 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.736985 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:56.737571 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.788516 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4486618 Aug 07 04:57:56.791637 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38756) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:56.796630 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Request body: {'subnet': {'network_id': '43b9ff90-23af-4907-abe8-8ea18e072ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1958254511-subnet', 'tenant_id': '0fc215463da7465bbbafded9ddc3c403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:56.799438 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343d4d-bb86-4aea-a23a-48c2834cd95c admin admin] Pushing event updated for resources: {'Network': ['ID=43b9ff90-23af-4907-abe8-8ea18e072ad1,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:56.811972 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 43b9ff90-23af-4907-abe8-8ea18e072ad1 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:56.830298 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Made reservation on behalf of 0fc215463da7465bbbafded9ddc3c403 for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:56.833348 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12754616'] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.970575 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.017979 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14427165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12754570'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.074075 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e3dc78-1f8f-4861-960f-f43975359d34,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:57.080965 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Checking segment: {'id': '3fb8270a-a640-432f-a64a-3b3600bbf956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '43b9ff90-23af-4907-abe8-8ea18e072ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:57.081323 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Network hostable DHCP agents. Network: 43b9ff90-23af-4907-abe8-8ea18e072ad1, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:57.097163 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Network 43b9ff90-23af-4907-abe8-8ea18e072ad1 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:57.107315 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 43b9ff90-23af-4907-abe8-8ea18e072ad1) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:57.111366 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:57.111957 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.116107 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3459e-69c8-4cd5-a601-718337426894 None None] Network 43b9ff90-23af-4907-abe8-8ea18e072ad1 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:57.126347 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8313aa52-ac38-450d-87da-b0b72340c592 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3336215 Aug 07 04:57:57.246055 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38762) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:57.247559 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f40679-b835-425b-8cb5-061b39032a37 None None] Network 43b9ff90-23af-4907-abe8-8ea18e072ad1 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:57.292687 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Deleting subnet 07649b1f-ee1b-4816-a3cc-00f9e7016c85 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:57:57.295818 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.329565 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.368924 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.421541 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.447962 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07649b1f-ee1b-4816-a3cc-00f9e7016c85,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:57.453688 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.457256 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ecf6a72b-f4e2-4310-895a-4ff0086ecc52 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/07649b1f-ee1b-4816-a3cc-00f9e7016c85 HTTP/1.1" status: 204 len: 168 time: 0.2101548 Aug 07 04:57:57.458113 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38764) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:57.537671 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.625711 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.636221 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015e301a-07e9-4d29-964a-157003ae584d']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:57.646217 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f223937-d8d7-40c9-b08f-70c4f0489b3a') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:57.646512 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f223937-d8d7-40c9-b08f-70c4f0489b3a') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:57.655893 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.670037 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.676347 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:57:57.676876 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:57:57.678448 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:57:57.741756 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066c3d-7926-4419-85ae-e4f5a04f01dd req-442e90e6-a42e-415d-b96e-249a1315b497 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:57.742768 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.749066 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.750600 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-04066c3d-7926-4419-85ae-e4f5a04f01dd req-442e90e6-a42e-415d-b96e-249a1315b497 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.0801246 Aug 07 04:57:57.754089 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/015e301a-07e9-4d29-964a-157003ae584d HTTP/1.1" status: 204 len: 168 time: 0.2948179 Aug 07 04:57:57.761397 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38778) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:57.766154 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcdecf-c485-4bc8-a8c4-66d2ffa20bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=015e301a-07e9-4d29-964a-157003ae584d,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:57.826476 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2e3c2-45be-4ef0-980e-bf4eb68af9d4 req-c8b05c5c-be13-40bd-a33e-eba8600fa952 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:57.828453 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-62c2e3c2-45be-4ef0-980e-bf4eb68af9d4 req-c8b05c5c-be13-40bd-a33e-eba8600fa952 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0522187 Aug 07 04:57:57.840491 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Deleting subnet e9e3dc78-1f8f-4861-960f-f43975359d34 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:57:57.845335 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.869350 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-04066c3d-7926-4419-85ae-e4f5a04f01dd req-33c861af-d33b-4888-92c9-1c657c8c2c38 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047339 Aug 07 04:57:57.884950 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-62c2e3c2-45be-4ef0-980e-bf4eb68af9d4 req-e4619655-9399-4191-af0a-02701ccf379b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419745 Aug 07 04:57:57.894822 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.931023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.985964 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.012407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e3dc78-1f8f-4861-960f-f43975359d34,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:58.016093 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.017971 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-df3eeb2b-0e29-4aa8-9180-dff4d8796d34 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e9e3dc78-1f8f-4861-960f-f43975359d34 HTTP/1.1" status: 204 len: 168 time: 0.2553954 Aug 07 04:57:58.020496 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38784) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.060772 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38786) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.088316 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.187008 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.196907 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b9ff90-23af-4907-abe8-8ea18e072ad1']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:58.206590 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb8270a-a640-432f-a64a-3b3600bbf956') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:58.206878 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb8270a-a640-432f-a64a-3b3600bbf956') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:58.206999 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8dad59c9-f87c-4452-a2ca-38285a0c936a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1633f3d4cdb2412b9417cf9eccb946c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449440 Aug 07 04:57:58.209439 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38790) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.216429 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.230355 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.235982 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:57:58.236338 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:57:58.237939 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:57:58.256888 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-66d8fa58-5af9-4fd1-b3a7-7851bc0b80c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.278276 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-66d8fa58-5af9-4fd1-b3a7-7851bc0b80c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.292030 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.298491 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.299962 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] 10.222.0.35 "DELETE /v2.0/networks/43b9ff90-23af-4907-abe8-8ea18e072ad1 HTTP/1.1" status: 204 len: 168 time: 0.2785282 Aug 07 04:57:58.313733 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a4fff-c727-4814-b5db-1ec176919834 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b9ff90-23af-4907-abe8-8ea18e072ad1,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:58.336280 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-66d8fa58-5af9-4fd1-b3a7-7851bc0b80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.339191 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-66d8fa58-5af9-4fd1-b3a7-7851bc0b80c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.340399 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-66d8fa58-5af9-4fd1-b3a7-7851bc0b80c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3532db5e-e443-40c5-9395-59f7fda357ae HTTP/1.1" status: 204 len: 168 time: 0.1300695 Aug 07 04:57:58.348157 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8fa58-5af9-4fd1-b3a7-7851bc0b80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3532db5e-e443-40c5-9395-59f7fda357ae,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:58.426681 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38796) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.480919 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a346f355-d0dc-4943-8c20-0c9ed4c4ff8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e19bdb8b89274ad8a725d7f805eebdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529017 Aug 07 04:57:58.483246 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38800) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.530045 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c187d572-8138-446d-b86f-dd1dfc813e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.553224 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c187d572-8138-446d-b86f-dd1dfc813e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.601300 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c187d572-8138-446d-b86f-dd1dfc813e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.603936 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c187d572-8138-446d-b86f-dd1dfc813e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.605305 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c187d572-8138-446d-b86f-dd1dfc813e7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/300d5dbd-9912-4e31-8a9f-d2308aee0efc HTTP/1.1" status: 204 len: 168 time: 0.1211557 Aug 07 04:57:58.616202 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187d572-8138-446d-b86f-dd1dfc813e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d5dbd-9912-4e31-8a9f-d2308aee0efc,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:58.884424 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38818) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.933871 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-370c8bf6-463d-49ee-bcc1-30a9354e5cdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fc215463da7465bbbafded9ddc3c403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483057 Aug 07 04:57:58.936500 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38826) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:59.004846 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a50c7e-c122-4db1-85c9-8a5467a70493 req-dbb6443e-8d44-41ee-966f-baeb2d128736 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:59.012369 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-46a50c7e-c122-4db1-85c9-8a5467a70493 req-dbb6443e-8d44-41ee-966f-baeb2d128736 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.0562434 Aug 07 04:57:59.044589 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5a7e2-2bba-443c-9f47-beb276578bbd req-ae7b75ef-57ef-452f-b5c7-862cdcd9db56 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:59.046118 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7bc5a7e2-2bba-443c-9f47-beb276578bbd req-ae7b75ef-57ef-452f-b5c7-862cdcd9db56 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0820055 Aug 07 04:57:59.050426 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-578e828c-fbb8-431d-b2ff-bca0a385eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.088173 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-46a50c7e-c122-4db1-85c9-8a5467a70493 req-8be59f01-aad1-4fd9-9e21-800f53f1ebd0 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745809 Aug 07 04:57:59.093881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-578e828c-fbb8-431d-b2ff-bca0a385eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.118005 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7bc5a7e2-2bba-443c-9f47-beb276578bbd req-c8c04822-eb5f-4f66-ad80-26825e9d11b2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555029 Aug 07 04:57:59.153522 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38834) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:59.159502 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-578e828c-fbb8-431d-b2ff-bca0a385eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.162631 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-578e828c-fbb8-431d-b2ff-bca0a385eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.163564 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-578e828c-fbb8-431d-b2ff-bca0a385eed4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7372ab8f-5e9d-4b55-a4f0-501c645dc363 HTTP/1.1" status: 204 len: 168 time: 0.2258625 Aug 07 04:57:59.172127 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e828c-fbb8-431d-b2ff-bca0a385eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372ab8f-5e9d-4b55-a4f0-501c645dc363,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:59.258489 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-587862297-network', 'tenant_id': '2df5e22820a1410d94c298e75220eb68'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:59.278366 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Made reservation on behalf of 2df5e22820a1410d94c298e75220eb68 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:59.280779 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.289859 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.378239 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.383574 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.404048 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:59.418608 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cbc301-a773-4299-944f-8b8012a8221b,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:59.421472 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.421619 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1e777704-a54d-44cc-8174-3b1b99eb2c91 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:57:59.422118 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Added segment 792bcb99-e80d-4056-95c3-6e33d7333c2b of type vlan for network 25fcf950-049f-4351-99b7-944505ca0693 Aug 07 04:57:59.448382 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 1e777704-a54d-44cc-8174-3b1b99eb2c91 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:57:59.448827 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 1e777704-a54d-44cc-8174-3b1b99eb2c91 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:57:59.466527 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.496482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.497584 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:59.498164 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.550714 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3961258 Aug 07 04:57:59.553736 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38850) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:59.558141 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991bddf-3851-4c47-a8fa-0ac8abf9109e admin admin] Pushing event updated for resources: {'Network': ['ID=25fcf950-049f-4351-99b7-944505ca0693,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:59.559227 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Request body: {'subnet': {'network_id': '25fcf950-049f-4351-99b7-944505ca0693', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-587862297-subnet', 'tenant_id': '2df5e22820a1410d94c298e75220eb68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:59.568426 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 25fcf950-049f-4351-99b7-944505ca0693 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:59.583954 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Made reservation on behalf of 2df5e22820a1410d94c298e75220eb68 for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:59.587630 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12754616'] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.772320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14427165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12754570'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.827670 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e81018-f191-4f7c-8cb5-73e7b57940fc,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:59.838288 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Checking segment: {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:59.838288 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Network hostable DHCP agents. Network: 25fcf950-049f-4351-99b7-944505ca0693, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:59.853660 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Network 25fcf950-049f-4351-99b7-944505ca0693 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:59.863498 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 25fcf950-049f-4351-99b7-944505ca0693) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:59.868852 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:59.869447 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.872219 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e43fd-a2ff-431a-bdf3-4bc853995fcb None None] Network 25fcf950-049f-4351-99b7-944505ca0693 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:59.893370 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f3d7e30a-71f7-4f41-8b75-c8edcde7d1c4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3382268 Aug 07 04:58:00.005465 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b635fc8d-3e8b-4818-bd8f-3f7b27ff7486 None None] Network 25fcf950-049f-4351-99b7-944505ca0693 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:58:00.209647 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-34893632-e7d3-4232-8819-6560d7358116 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:00.211266 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-34893632-e7d3-4232-8819-6560d7358116 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.1141734 Aug 07 04:58:00.261701 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f9a0-9d87-4ed3-85a5-80b5f0b4d64a req-46d5267b-b645-4922-b364-b125d9deed02 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:00.270724 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8cd4f9a0-9d87-4ed3-85a5-80b5f0b4d64a req-46d5267b-b645-4922-b364-b125d9deed02 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 946 time: 0.0691288 Aug 07 04:58:00.327363 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8cd4f9a0-9d87-4ed3-85a5-80b5f0b4d64a req-310503fa-af5e-41fd-a2a5-727ceb0edae9 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554018 Aug 07 04:58:00.358683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafc3e6-59c0-4e30-ad04-2b1183aea62e req-b07a83ec-60b6-496c-a290-9c59be9c78f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:00.361464 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6bafc3e6-59c0-4e30-ad04-2b1183aea62e req-b07a83ec-60b6-496c-a290-9c59be9c78f3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0977478 Aug 07 04:58:00.409803 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6bafc3e6-59c0-4e30-ad04-2b1183aea62e req-440bd777-ada0-49b6-92b9-5f0bee1bd180 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432539 Aug 07 04:58:00.417177 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Deleting port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:58:00.417578 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.520741 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] For port 2d316e0b-8eea-4346-9431-4ce3f3d44c94, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2d316e0b-8eea-4346-9431-4ce3f3d44c94,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:00.521484 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.535857 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Calling delete_port for 2d316e0b-8eea-4346-9431-4ce3f3d44c94 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:58:00.891139 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38908) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:00.921953 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.961674 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf', '2d316e0b-8eea-4346-9431-4ce3f3d44c94'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:00.962154 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event deleted for resources: {'Port': ['ID=2d316e0b-8eea-4346-9431-4ce3f3d44c94,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:00.997455 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] No DVR routers for this DVR port 2d316e0b-8eea-4346-9431-4ce3f3d44c94 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:58:01.000355 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.002813 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f63046fe-4e7d-4fb8-a73b-41283297774c req-37604b51-27dc-4be5-b965-cf45c4dbb188 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "DELETE /v2.0/ports/2d316e0b-8eea-4346-9431-4ce3f3d44c94 HTTP/1.1" status: 204 len: 173 time: 0.7837706 Aug 07 04:58:01.003339 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'name': 'network-vif-deleted', 'tag': '2d316e0b-8eea-4346-9431-4ce3f3d44c94'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:01.005548 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b392643f-a6f4-4b4d-a81e-411c22ec43b8" -d '{"events": [{"server_uuid": "c8b3c5de-8c8d-47a6-bee5-9422c9a66583", "name": "network-vif-deleted", "tag": "2d316e0b-8eea-4346-9431-4ce3f3d44c94"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:01.012930 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f352eebb-1ba2-43ad-b83b-0dd5f8ab5d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.048116 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865875c0-91c8-4e32-8bd4-55cc12e08b49 x-openstack-request-id: req-865875c0-91c8-4e32-8bd4-55cc12e08b49 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:01.048471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b3c5de-8c8d-47a6-bee5-9422c9a66583", "name": "network-vif-deleted", "tag": "2d316e0b-8eea-4346-9431-4ce3f3d44c94", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:01.048782 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-865875c0-91c8-4e32-8bd4-55cc12e08b49 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:01.049254 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b3c5de-8c8d-47a6-bee5-9422c9a66583', 'name': 'network-vif-deleted', 'tag': '2d316e0b-8eea-4346-9431-4ce3f3d44c94', 'status': 'completed', 'code': 200} Aug 07 04:58:01.113549 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f352eebb-1ba2-43ad-b83b-0dd5f8ab5d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.118928 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f352eebb-1ba2-43ad-b83b-0dd5f8ab5d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.156128 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f352eebb-1ba2-43ad-b83b-0dd5f8ab5d80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bbe46406a6c4110bb38624d92600fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641437 Aug 07 04:58:01.157947 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352eebb-1ba2-43ad-b83b-0dd5f8ab5d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f748864-0154-4531-9561-9c0af493879b,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.158856 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38914) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:01.217845 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b002f78d-b4a3-419d-84b2-6af55e7bf23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.239299 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b002f78d-b4a3-419d-84b2-6af55e7bf23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.286314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b002f78d-b4a3-419d-84b2-6af55e7bf23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.289509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b002f78d-b4a3-419d-84b2-6af55e7bf23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.290696 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b002f78d-b4a3-419d-84b2-6af55e7bf23d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f748864-0154-4531-9561-9c0af493879b HTTP/1.1" status: 204 len: 168 time: 0.1308880 Aug 07 04:58:01.298044 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f78d-b4a3-419d-84b2-6af55e7bf23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f748864-0154-4531-9561-9c0af493879b,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.422064 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9f4b87d2-dd22-465d-9653-f72feb838261 req-34fcb13f-2df9-4068-a6d1-e858766f0d73 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3c5de-8c8d-47a6-bee5-9422c9a66583 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Aug 07 04:58:01.447773 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:58:01.542866 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9d5c-f1ad-4110-8bad-964750ecfb27 req-26813fbc-4180-4ce3-b044-e2b1532d707b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:01.551038 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2dfa9d5c-f1ad-4110-8bad-964750ecfb27 req-26813fbc-4180-4ce3-b044-e2b1532d707b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0630176 Aug 07 04:58:01.563010 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:01.577191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'mac_address': 'fa:16:3e:dc:47:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:58:01.589234 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 38930) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:01.605258 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2dfa9d5c-f1ad-4110-8bad-964750ecfb27 req-4daadf41-0f5d-45ba-be18-033afec4c00c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532298 Aug 07 04:58:01.605474 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ba26860e-80d8-45b7-8a75-4b1cb1e1d73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.627654 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.642203 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a0264c8-c45c-4fec-b570-31fbf0131107 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:01.667588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:01.671996 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.727118 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=6']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.752655 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ba26860e-80d8-45b7-8a75-4b1cb1e1d73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.756514 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ba26860e-80d8-45b7-8a75-4b1cb1e1d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.801618 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ba26860e-80d8-45b7-8a75-4b1cb1e1d73e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b17799625b34ddbb81276f135ec69c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113178 Aug 07 04:58:01.802546 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26860e-80d8-45b7-8a75-4b1cb1e1d73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f4d51-7f99-4ead-85b9-00c22c46249c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.804523 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 38936) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:01.861996 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4565-4e32-497a-86c5-603a1aa9c39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.883290 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4565-4e32-497a-86c5-603a1aa9c39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.892479 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6a0264c8-c45c-4fec-b570-31fbf0131107'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:01.936822 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4565-4e32-497a-86c5-603a1aa9c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.941501 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4565-4e32-497a-86c5-603a1aa9c39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.943475 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-1cdb4565-4e32-497a-86c5-603a1aa9c39e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b95f4d51-7f99-4ead-85b9-00c22c46249c HTTP/1.1" status: 204 len: 168 time: 0.1375673 Aug 07 04:58:01.954493 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb4565-4e32-497a-86c5-603a1aa9c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f4d51-7f99-4ead-85b9-00c22c46249c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.996584 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-78940ec0-26a3-4025-a660-bf81a9f9ea2b tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:01.998632 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-78940ec0-26a3-4025-a660-bf81a9f9ea2b tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/networks?id=25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 200 len: 813 time: 0.1222777 Aug 07 04:58:02.016843 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-43186ccc-3e2b-4683-990d-5262a243610f tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/quotas/2df5e22820a1410d94c298e75220eb68 HTTP/1.1" status: 200 len: 375 time: 0.0112569 Aug 07 04:58:02.050566 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-21ade78b-0eab-44e1-8a7f-cc60bea17cc2 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2df5e22820a1410d94c298e75220eb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277264 Aug 07 04:58:02.154045 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-393d6115-7c24-4dfa-9c17-b66b30b8ac45 service neutron] 10.222.0.35 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941641 Aug 07 04:58:02.245102 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-8ff6f364-6a18-4bb8-97f6-c871fe1ad3c1 service neutron] 10.222.0.35 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Aug 07 04:58:02.431681 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e0fcbec5-27bd-4bac-8c71-b66ae2cfb3f1 req-eaa82090-5e14-4075-a547-353795abc204 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 210 time: 0.0276134 Aug 07 04:58:02.758263 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc21-a40d-4f67-ba1e-19422138ed03 req-87589f1d-adee-40fc-bdb3-6585f5921d7a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:02.760004 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7c45bc21-a40d-4f67-ba1e-19422138ed03 req-87589f1d-adee-40fc-bdb3-6585f5921d7a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0527184 Aug 07 04:58:02.804724 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7c45bc21-a40d-4f67-ba1e-19422138ed03 req-4481d6ce-63c3-484b-a99e-60f33fced4f9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348754 Aug 07 04:58:03.460380 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:03.525890 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 6a0264c8-c45c-4fec-b570-31fbf0131107 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:03.526690 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.572256 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ef8d6f73-f1a5-4d1c-a5aa-a354e85862b8 req-a7abe30b-f63d-44ec-b372-74e9bf0b6a0a tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 210 time: 0.0308931 Aug 07 04:58:03.655483 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-53f15ffe-0239-4803-91e3-b6c185e81f54 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.657046 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-53f15ffe-0239-4803-91e3-b6c185e81f54 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "GET /v2.0/networks?id=25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 200 len: 813 time: 0.1769490 Aug 07 04:58:03.667733 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.692599 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:03.692733 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39020) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:03.693206 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Request body: {'port': {'device_id': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'network_id': '25fcf950-049f-4351-99b7-944505ca0693', 'admin_state_up': True, 'tenant_id': '2df5e22820a1410d94c298e75220eb68'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:03.707347 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac591bf-b0ee-4e1e-8f25-85bba6034227" -d '{"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:03.737359 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:03.745437 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.746315 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2d316e0b-8eea-4346-9431-4ce3f3d44c94 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:58:03.777805 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ee277-cb0e-4ff9-8ef9-9c13d5fc235d x-openstack-request-id: req-b75ee277-cb0e-4ff9-8ef9-9c13d5fc235d {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:03.778102 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:03.778352 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b75ee277-cb0e-4ff9-8ef9-9c13d5fc235d {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:03.778747 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'code': 200} Aug 07 04:58:03.780948 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 2d316e0b-8eea-4346-9431-4ce3f3d44c94 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:58:03.781456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2d316e0b-8eea-4346-9431-4ce3f3d44c94 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:58:03.831710 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Made reservation on behalf of 2df5e22820a1410d94c298e75220eb68 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:58:03.835978 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=7']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:03.840211 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.890588 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.965596 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce11d54-9886-46f6-988b-2ebba59a8f98 req-b891d349-5570-4b78-8741-ddfb7c0753cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.967085 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9ce11d54-9886-46f6-988b-2ebba59a8f98 req-b891d349-5570-4b78-8741-ddfb7c0753cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0735111 Aug 07 04:58:03.986987 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38876a3c-3505-4ccb-bddf-731171088a08 req-89ca5ee9-77d1-4a58-b9fe-e7dfeac8e0b4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.988375 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-38876a3c-3505-4ccb-bddf-731171088a08 req-89ca5ee9-77d1-4a58-b9fe-e7dfeac8e0b4 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0887730 Aug 07 04:58:04.028190 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9ce11d54-9886-46f6-988b-2ebba59a8f98 req-2a675c1d-ce17-4606-b39b-e26a22d4fd4e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545323 Aug 07 04:58:04.036508 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Allocated IP 172.20.0.8 (25fcf950-049f-4351-99b7-944505ca0693/e7e81018-f191-4f7c-8cb5-73e7b57940fc/2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:04.064265 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-38876a3c-3505-4ccb-bddf-731171088a08 req-5fa12bc2-4e95-42f6-ac3a-0570d0d1aa5e tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689905 Aug 07 04:58:04.066661 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.072214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.106405 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=027bd60ea83144529763a169f2f1e8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126065 Aug 07 04:58:04.109613 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39034) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:04.115261 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e3932-4dc9-4a77-be21-b34b00716092,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.122606 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.122959 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.123301 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.123637 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.123970 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.124304 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.124631 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.125070 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.125404 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.125728 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.126053 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.126375 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b9c91-b025-4428-a258-45bc48ae35bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.228944 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.245652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.263022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.327689 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.359291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.361816 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.362946 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/846e3932-4dc9-4a77-be21-b34b00716092 HTTP/1.1" status: 204 len: 168 time: 0.2525194 Aug 07 04:58:04.386901 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e3932-4dc9-4a77-be21-b34b00716092,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.401889 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Network 25fcf950-049f-4351-99b7-944505ca0693 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:04.407177 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Pushing event updated for resources: {'Port': ['ID=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.409996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:04.414407 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.414984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.415339 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.415676 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.416012 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.416491 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.417290 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.417290 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.417550 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.417849 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.418171 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.418493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90abbfd-4058-46e7-894d-7e6644bd6434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.424091 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:04.428114 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.428492 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.428877 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.429256 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.429786 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.430330 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.430666 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.431033 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.431369 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.431702 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.432035 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.432361 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:04.485152 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:04.485776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.502598 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-2d5ca485-5228-44d5-aea8-c60f9876d63e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161774 Aug 07 04:58:04.523489 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Request body: {'port': {'device_id': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:04.576806 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.659494 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39044) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:04.691300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-47743ffe-62a5-495d-adfe-ab094b9fc5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.723209 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cc44b-b3f9-4307-9afd-7daf49ca655f req-5410a56d-1add-400e-b9ef-faa733a38728 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:04.724722 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-186cc44b-b3f9-4307-9afd-7daf49ca655f req-5410a56d-1add-400e-b9ef-faa733a38728 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 931 time: 0.0748806 Aug 07 04:58:04.779274 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-186cc44b-b3f9-4307-9afd-7daf49ca655f req-072fef82-f709-4ab1-a03d-b94c3703bccc tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Aug 07 04:58:04.829424 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-47743ffe-62a5-495d-adfe-ab094b9fc5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.834309 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-47743ffe-62a5-495d-adfe-ab094b9fc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.866761 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:04.871929 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-47743ffe-62a5-495d-adfe-ab094b9fc5c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9d051bb354b46e3bdf58f6232efea6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112761 Aug 07 04:58:04.872751 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47743ffe-62a5-495d-adfe-ab094b9fc5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3832a153-2cbb-427e-840d-34a9301471b0,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.874607 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.874995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39046) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:04.888144 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Transition to ACTIVE for port object 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:04.891556 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.923806 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2d203eb7-7be9-46c5-bd94-0e58b595ed3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.943049 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.950850 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2d203eb7-7be9-46c5-bd94-0e58b595ed3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.998887 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2d203eb7-7be9-46c5-bd94-0e58b595ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.001568 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2d203eb7-7be9-46c5-bd94-0e58b595ed3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.002705 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2d203eb7-7be9-46c5-bd94-0e58b595ed3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3832a153-2cbb-427e-840d-34a9301471b0 HTTP/1.1" status: 204 len: 168 time: 0.1268311 Aug 07 04:58:05.011095 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d203eb7-7be9-46c5-bd94-0e58b595ed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832a153-2cbb-427e-840d-34a9301471b0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:05.011796 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Attempting to bind port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:05.012216 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Attempting to bind port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:05.012607 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Attempting to bind port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 on network 25fcf950-049f-4351-99b7-944505ca0693 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:05.017255 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 on network 25fcf950-049f-4351-99b7-944505ca0693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:58:05.017580 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Attempting to bind port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 on network 25fcf950-049f-4351-99b7-944505ca0693 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:05.024681 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:05.025124 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Checking segment: {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:05.025518 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Bound using segment: {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:05.025949 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Bound port: 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:05.026313 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.094575 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] For port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:05.098471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] For port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:05.105442 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.170861 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.171429 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.172847 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] 10.222.0.24 "PUT /v2.0/ports/2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 HTTP/1.1" status: 200 len: 1093 time: 0.6541853 Aug 07 04:58:05.173973 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'tag': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:05.176325 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d6fb6-6c40-4a62-8393-ad732761c712" -d '{"events": [{"name": "network-changed", "server_uuid": "28314017-c8b0-4a57-8ffb-7fa1aee0232e", "tag": "2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:05.198966 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17946f-804e-4608-8ef3-b7f13bd4692d req-299c4873-9500-4f69-b088-d0dc56f4f155 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.200701 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3e17946f-804e-4608-8ef3-b7f13bd4692d req-299c4873-9500-4f69-b088-d0dc56f4f155 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0562656 Aug 07 04:58:05.206211 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04b123-32eb-4e54-a9a3-ec8f2f011043 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:05.218055 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8608187-cc3d-427d-aca2-0e33f825fea6 req-53e5b8ec-8dfc-42f6-8a20-f35219db1d10 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.223618 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d8608187-cc3d-427d-aca2-0e33f825fea6 req-53e5b8ec-8dfc-42f6-8a20-f35219db1d10 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1082294 Aug 07 04:58:05.252291 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3e17946f-804e-4608-8ef3-b7f13bd4692d req-52ccf2cd-0d84-4b4a-8c43-53dd7ac51ad2 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Aug 07 04:58:05.298920 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d8608187-cc3d-427d-aca2-0e33f825fea6 req-00a2c3da-568d-444d-934f-d33d1baa001b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0683110 Aug 07 04:58:05.305720 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-77179199-f8ef-4205-a09e-ef43bc4c6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.307188 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-77179199-f8ef-4205-a09e-ef43bc4c6380 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df5e22820a1410d94c298e75220eb68&device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 1096 time: 0.0694051 Aug 07 04:58:05.308647 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06b003-9a89-4123-a07f-d6fa49024829 x-openstack-request-id: req-fa06b003-9a89-4123-a07f-d6fa49024829 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:05.308945 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28314017-c8b0-4a57-8ffb-7fa1aee0232e", "tag": "2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:05.309194 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa06b003-9a89-4123-a07f-d6fa49024829 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:05.309573 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'tag': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45', 'status': 'completed', 'code': 200} Aug 07 04:58:05.379454 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-40c986da-204c-4999-8a98-10b1d813a121 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 HTTP/1.1" status: 200 len: 217 time: 0.0357907 Aug 07 04:58:05.480686 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-8957a7bc-5ef9-44f6-afb7-a07fd3d8c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.482745 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-8957a7bc-5ef9-44f6-afb7-a07fd3d8c2d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7e81018-f191-4f7c-8cb5-73e7b57940fc HTTP/1.1" status: 200 len: 853 time: 0.0535493 Aug 07 04:58:05.514344 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-e7ce7ebc-7bcc-4a38-8520-2d662902cc71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25fcf950-049f-4351-99b7-944505ca0693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236294 Aug 07 04:58:05.607359 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-592c62a0-1482-4729-ba3a-b473794e7367 service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852487 Aug 07 04:58:05.709031 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb17d96-4e5b-4acd-8934-e74d295c3c4b req-29a52139-9fdd-49ed-9e21-228c9c8b4de9 service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896227 Aug 07 04:58:05.853347 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-6ee7ddbd-2c7f-468a-8b62-0f9eaf080448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.854920 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-6ee7ddbd-2c7f-468a-8b62-0f9eaf080448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df5e22820a1410d94c298e75220eb68&device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 1096 time: 0.0435445 Aug 07 04:58:05.903714 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0066-e9f7-4bc8-b130-a6e93c87ca72 req-0482d911-478f-4636-a160-72bce5bdee23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.905437 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-15bb0066-e9f7-4bc8-b130-a6e93c87ca72 req-0482d911-478f-4636-a160-72bce5bdee23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 943 time: 0.0522370 Aug 07 04:58:05.946910 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-15bb0066-e9f7-4bc8-b130-a6e93c87ca72 req-06268c07-bf55-4da9-b284-c6b797735c92 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 07 04:58:05.948713 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-ec4c18b7-ccf4-4fe2-be9a-61a588e51167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.950192 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-ec4c18b7-ccf4-4fe2-be9a-61a588e51167 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 200 len: 914 time: 0.0869918 Aug 07 04:58:05.999985 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-467953d2-be7c-47a7-9373-eced4e64958b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 HTTP/1.1" status: 200 len: 217 time: 0.0410967 Aug 07 04:58:06.050673 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-6b172236-8d0d-41b0-a898-6efc9dae990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.052134 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-6b172236-8d0d-41b0-a898-6efc9dae990e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7e81018-f191-4f7c-8cb5-73e7b57940fc HTTP/1.1" status: 200 len: 853 time: 0.0442879 Aug 07 04:58:06.088689 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-3ce29369-9e80-4564-acc7-091a9ee97013 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25fcf950-049f-4351-99b7-944505ca0693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250034 Aug 07 04:58:06.186434 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-b0027d32-3de0-45ab-981b-73e11553d748 service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914428 Aug 07 04:58:06.284943 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec7d6fb6-6c40-4a62-8393-ad732761c712 req-64a205e1-4f6b-4168-b458-eb26ff06b9aa service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878592 Aug 07 04:58:06.373235 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4400e-5368-46d5-93fa-6a2273eecebd req-3bca06fe-c140-4a02-bdff-f30822749237 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.374903 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bbd4400e-5368-46d5-93fa-6a2273eecebd req-3bca06fe-c140-4a02-bdff-f30822749237 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0553672 Aug 07 04:58:06.418884 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bbd4400e-5368-46d5-93fa-6a2273eecebd req-9765c222-d7d5-480d-bbf9-8c09eaaf484c tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352762 Aug 07 04:58:06.427377 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8aba1-335c-480e-952f-f39ced0e19cb req-5329c368-a585-4c26-911a-bae914edb818 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.429783 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a6b8aba1-335c-480e-952f-f39ced0e19cb req-5329c368-a585-4c26-911a-bae914edb818 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0501437 Aug 07 04:58:06.472381 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a6b8aba1-335c-480e-952f-f39ced0e19cb req-3ff1f9a8-7eab-46d1-8f1d-f3d89ff39395 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362792 Aug 07 04:58:07.060648 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2a71-5c3e-4777-ba60-7c20adb55682 req-cf111004-8315-4e17-aaec-be2a85092d9d tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.062149 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ee4a2a71-5c3e-4777-ba60-7c20adb55682 req-cf111004-8315-4e17-aaec-be2a85092d9d tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 943 time: 0.0477729 Aug 07 04:58:07.100232 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ee4a2a71-5c3e-4777-ba60-7c20adb55682 req-c2fd50e4-cfed-4e96-b0d2-6139f692726f tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Aug 07 04:58:07.168719 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-a5ab2d1d-9d02-4a9e-a976-687e26ba2275 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.170164 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-a5ab2d1d-9d02-4a9e-a976-687e26ba2275 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 946 time: 0.0464311 Aug 07 04:58:07.261632 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Deleting port 6da7b6cb-d1db-46c0-b902-4f615a911fcf {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:58:07.261968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.344244 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] For port 6da7b6cb-d1db-46c0-b902-4f615a911fcf, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6da7b6cb-d1db-46c0-b902-4f615a911fcf,segment=NetworkSegment(bc3347b7-dcad-4379-aae6-97d0be36a666),segment_id=bc3347b7-dcad-4379-aae6-97d0be36a666)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:07.344598 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.362409 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Calling delete_port for 6da7b6cb-d1db-46c0-b902-4f615a911fcf owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:58:07.494172 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.521556 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dde04e0e-7035-40c3-9dbd-c093b36e5eb9 req-e55b331c-4eb8-4c79-aa93-356c69a662f3 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bba229d-781a-409e-8079-6c9764d8124b HTTP/1.1" status: 200 len: 210 time: 0.0341644 Aug 07 04:58:07.523718 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Pushing event deleted for resources: {'Port': ['ID=6da7b6cb-d1db-46c0-b902-4f615a911fcf,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:07.535191 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6da7b6cb-d1db-46c0-b902-4f615a911fcf'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:07.576125 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] No DVR routers for this DVR port 6da7b6cb-d1db-46c0-b902-4f615a911fcf on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:58:07.578732 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.580634 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0fdc9d2d-eb95-4ec1-91ec-3262995d6f93 req-11053530-8b3e-495f-abc4-730eff4255e1 tempest-AttachVolumeNegativeTest-52758057 tempest-AttachVolumeNegativeTest-52758057-project] 10.222.0.24 "DELETE /v2.0/ports/6da7b6cb-d1db-46c0-b902-4f615a911fcf HTTP/1.1" status: 204 len: 173 time: 0.4037275 Aug 07 04:58:07.581660 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bba229d-781a-409e-8079-6c9764d8124b', 'name': 'network-vif-deleted', 'tag': '6da7b6cb-d1db-46c0-b902-4f615a911fcf'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:07.584119 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d41f1e-dcc7-4fca-8630-91734a242854" -d '{"events": [{"server_uuid": "3bba229d-781a-409e-8079-6c9764d8124b", "name": "network-vif-deleted", "tag": "6da7b6cb-d1db-46c0-b902-4f615a911fcf"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:07.620678 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e82c346-89d9-4a39-a086-1bf7266d7c6b x-openstack-request-id: req-5e82c346-89d9-4a39-a086-1bf7266d7c6b {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:07.621009 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bba229d-781a-409e-8079-6c9764d8124b", "name": "network-vif-deleted", "tag": "6da7b6cb-d1db-46c0-b902-4f615a911fcf", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:07.621263 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e82c346-89d9-4a39-a086-1bf7266d7c6b {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:07.621654 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bba229d-781a-409e-8079-6c9764d8124b', 'name': 'network-vif-deleted', 'tag': '6da7b6cb-d1db-46c0-b902-4f615a911fcf', 'status': 'completed', 'code': 200} Aug 07 04:58:07.637679 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ec13e-e9a4-4a5a-bc52-5fb8a8d26d4c req-876a4af8-d21e-4824-90fb-1a83fa3f93aa tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.639171 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e64ec13e-e9a4-4a5a-bc52-5fb8a8d26d4c req-876a4af8-d21e-4824-90fb-1a83fa3f93aa tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0643001 Aug 07 04:58:07.677621 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e64ec13e-e9a4-4a5a-bc52-5fb8a8d26d4c req-f6ccde3e-0aa4-4a4a-af55-479c58fa42cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326185 Aug 07 04:58:08.219344 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3edea8-6ad8-439a-b83c-925aed6a5b02 req-4d099107-2df8-4975-b106-9565d988a5ea tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:08.220737 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8c3edea8-6ad8-439a-b83c-925aed6a5b02 req-4d099107-2df8-4975-b106-9565d988a5ea tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 943 time: 0.0500157 Aug 07 04:58:08.260040 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8c3edea8-6ad8-439a-b83c-925aed6a5b02 req-d7421703-66e4-4fda-b739-f1659d927688 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Aug 07 04:58:08.581781 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39150) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:08.639183 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Deleting subnet 2dc8ee7d-2bd2-4556-9ec8-d32d05612991 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:58:08.642594 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.681301 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.734778 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.818789 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323eb44-849d-4857-b034-d993f8066bf6 req-b65f47e5-5827-4f53-96a3-80a25be6542b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:08.820229 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d323eb44-849d-4857-b034-d993f8066bf6 req-b65f47e5-5827-4f53-96a3-80a25be6542b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0606220 Aug 07 04:58:08.841263 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.880805 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc8ee7d-2bd2-4556-9ec8-d32d05612991,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:08.888935 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.891001 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-62990ee9-329c-4e3b-8c88-9bb037a04a44 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2dc8ee7d-2bd2-4556-9ec8-d32d05612991 HTTP/1.1" status: 204 len: 168 time: 0.3075378 Aug 07 04:58:08.893971 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39160) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:09.225336 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d323eb44-849d-4857-b034-d993f8066bf6 req-93839529-ecd5-4f05-a360-c216094fbd64 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3938229 Aug 07 04:58:09.233636 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.342173 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.359922 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e4a04f-a799-47ad-9475-bb3ebbb61692']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:09.376067 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3347b7-dcad-4379-aae6-97d0be36a666') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:09.376360 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3347b7-dcad-4379-aae6-97d0be36a666') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:09.386172 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.392760 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e062-42f7-47fe-a13d-cee1b3382f0d req-7448865f-9bc9-4747-adc3-17980737c8c6 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:09.401347 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0cb9e062-42f7-47fe-a13d-cee1b3382f0d req-7448865f-9bc9-4747-adc3-17980737c8c6 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 943 time: 0.0677154 Aug 07 04:58:09.403708 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.417855 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:58:09.418678 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:58:09.422129 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:58:09.444056 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0cb9e062-42f7-47fe-a13d-cee1b3382f0d req-a307adc2-98a4-4a80-8d9d-69107f93c7a0 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Aug 07 04:58:09.511834 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.518392 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.522380 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] 10.222.0.35 "DELETE /v2.0/networks/c0e4a04f-a799-47ad-9475-bb3ebbb61692 HTTP/1.1" status: 204 len: 168 time: 0.6249104 Aug 07 04:58:09.533573 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7269d-e7d5-43a4-ae82-8186736b768b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e4a04f-a799-47ad-9475-bb3ebbb61692,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:09.775562 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39182) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:09.819304 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-85896cb7-941b-4439-954a-8611e551a30e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56d51e070d184693b32f62e300ded4fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411606 Aug 07 04:58:09.821420 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39186) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:09.875451 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e723957d-98d0-4cb0-9435-76ac6733eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.896871 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e723957d-98d0-4cb0-9435-76ac6733eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.947829 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e723957d-98d0-4cb0-9435-76ac6733eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.950496 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e723957d-98d0-4cb0-9435-76ac6733eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.951625 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e723957d-98d0-4cb0-9435-76ac6733eb73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfe69021-2c2f-4008-8fd2-e91c7cd11bc2 HTTP/1.1" status: 204 len: 168 time: 0.1298141 Aug 07 04:58:09.959462 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723957d-98d0-4cb0-9435-76ac6733eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe69021-2c2f-4008-8fd2-e91c7cd11bc2,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:10.385246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c956-250e-4a45-ab4b-16a72ed91195 req-7af9dcc9-6720-4f6b-b441-e32bde0cbbdd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.393058 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5b81c956-250e-4a45-ab4b-16a72ed91195 req-7af9dcc9-6720-4f6b-b441-e32bde0cbbdd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0725746 Aug 07 04:58:10.436560 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5b81c956-250e-4a45-ab4b-16a72ed91195 req-6200b85e-699a-43f9-9d60-a0b0ca941cbb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421798 Aug 07 04:58:10.581153 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8c5a3-d759-4b9d-b397-5930c2852ff6 req-6f6a1138-6175-4f09-bb69-848f7f38844c tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.582930 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2ae8c5a3-d759-4b9d-b397-5930c2852ff6 req-6f6a1138-6175-4f09-bb69-848f7f38844c tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 943 time: 0.0533297 Aug 07 04:58:10.646818 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2ae8c5a3-d759-4b9d-b397-5930c2852ff6 req-7aede5b2-01a6-424c-97ba-3ca04067af00 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553513 Aug 07 04:58:11.505002 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:58:11.533353 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6da7b6cb-d1db-46c0-b902-4f615a911fcf no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:58:11.564450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39242) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:11.580167 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea0178-297b-482c-b9f1-6f5292bbf3ef req-ad2fa1f5-da1e-425e-9aad-7e13f5c3d67f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:11.589860 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-72ea0178-297b-482c-b9f1-6f5292bbf3ef req-ad2fa1f5-da1e-425e-9aad-7e13f5c3d67f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0613284 Aug 07 04:58:11.650114 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-72ea0178-297b-482c-b9f1-6f5292bbf3ef req-7b1ba620-9d44-45a3-ba57-b5073cf965e0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0590250 Aug 07 04:58:11.700740 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:11.714161 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 6da7b6cb-d1db-46c0-b902-4f615a911fcf {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:58:11.714820 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6da7b6cb-d1db-46c0-b902-4f615a911fcf not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:58:11.716543 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45', 'network_id': '25fcf950-049f-4351-99b7-944505ca0693', 'port_id': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45', 'mac_address': 'fa:16:3e:6b:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e81018-f191-4f7c-8cb5-73e7b57940fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:58:11.788813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:11.809538 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aa64a-e382-4eb4-8891-a85c47612f81 req-883b457e-a8c2-4c14-90f5-7020630ca469 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:11.823925 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:11.824706 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-769aa64a-e382-4eb4-8891-a85c47612f81 req-883b457e-a8c2-4c14-90f5-7020630ca469 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 943 time: 0.0916677 Aug 07 04:58:11.875708 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:11.886394 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:11.894391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b04f2f11-6c3b-4388-97ed-2b3f7bff1b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:11.915643 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-769aa64a-e382-4eb4-8891-a85c47612f81 req-208146d1-5d10-46cd-ab74-a3677885aa21 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897939 Aug 07 04:58:11.972648 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:12.048771 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b04f2f11-6c3b-4388-97ed-2b3f7bff1b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.054779 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b04f2f11-6c3b-4388-97ed-2b3f7bff1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.097698 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b04f2f11-6c3b-4388-97ed-2b3f7bff1b1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=542c47d30fcf4a72893c9762388a7ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297103 Aug 07 04:58:12.098636 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f2f11-6c3b-4388-97ed-2b3f7bff1b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40874d5b-0236-416e-be8b-87aa69101477,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:12.100534 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39254) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:12.161561 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9018-d6bf-408b-87dd-81aa3d28444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.188223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9018-d6bf-408b-87dd-81aa3d28444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.251146 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9018-d6bf-408b-87dd-81aa3d28444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.254534 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9018-d6bf-408b-87dd-81aa3d28444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.258381 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d2fb9018-d6bf-408b-87dd-81aa3d28444d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40874d5b-0236-416e-be8b-87aa69101477 HTTP/1.1" status: 204 len: 168 time: 0.1541071 Aug 07 04:58:12.269619 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb9018-d6bf-408b-87dd-81aa3d28444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40874d5b-0236-416e-be8b-87aa69101477,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:12.417192 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:12.592530 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39264) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:12.609115 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-771d3582-32dc-44d4-a688-ea2dd578558c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.744108 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-771d3582-32dc-44d4-a688-ea2dd578558c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.753422 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-771d3582-32dc-44d4-a688-ea2dd578558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.788342 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d3582-32dc-44d4-a688-ea2dd578558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bb97a-8403-4fbb-bf42-fbe5a0e1cdba,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:12.812760 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-771d3582-32dc-44d4-a688-ea2dd578558c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf6a7d4991d448069d463fc06e79e3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187231 Aug 07 04:58:12.813439 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39268) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:12.815730 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f03e3-0ea0-427d-860b-c6339d5c1a8f req-ee58b18b-5f75-4182-8963-b1c3940b4583 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:12.817438 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-204f03e3-0ea0-427d-860b-c6339d5c1a8f req-ee58b18b-5f75-4182-8963-b1c3940b4583 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0876014 Aug 07 04:58:12.882407 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8cc9cd44-3fb4-4baf-bd1d-72984d44b808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.897114 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-204f03e3-0ea0-427d-860b-c6339d5c1a8f req-f046c180-3e5a-4d86-aec1-0aef4a0d77ad tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0736008 Aug 07 04:58:12.906047 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8cc9cd44-3fb4-4baf-bd1d-72984d44b808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.992377 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8cc9cd44-3fb4-4baf-bd1d-72984d44b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.995733 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8cc9cd44-3fb4-4baf-bd1d-72984d44b808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:12.997048 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8cc9cd44-3fb4-4baf-bd1d-72984d44b808 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a02bb97a-8403-4fbb-bf42-fbe5a0e1cdba HTTP/1.1" status: 204 len: 168 time: 0.1825886 Aug 07 04:58:13.005228 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9cd44-3fb4-4baf-bd1d-72984d44b808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bb97a-8403-4fbb-bf42-fbe5a0e1cdba,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:13.073160 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dfaf9-37fe-4914-898b-8d0c1382395d req-4546e8f8-d536-4ed2-8159-e5a15743bb7a tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:13.074557 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-392dfaf9-37fe-4914-898b-8d0c1382395d req-4546e8f8-d536-4ed2-8159-e5a15743bb7a tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 944 time: 0.0522573 Aug 07 04:58:13.134236 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-392dfaf9-37fe-4914-898b-8d0c1382395d req-0f211b5d-e0f1-46bb-9375-22db555d49c4 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Aug 07 04:58:13.518398 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:13.600648 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:13.606237 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:13.606716 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:13.697863 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:13.735987 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:13.739566 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826513df-13c5-42c7-9896-951746008194" -d '{"events": [{"server_uuid": "28314017-c8b0-4a57-8ffb-7fa1aee0232e", "name": "network-vif-plugged", "status": "completed", "tag": "2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:13.744554 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:13.750676 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:13.751555 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6da7b6cb-d1db-46c0-b902-4f615a911fcf no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:58:13.802656 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 6da7b6cb-d1db-46c0-b902-4f615a911fcf {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:58:13.803010 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6da7b6cb-d1db-46c0-b902-4f615a911fcf not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:58:13.816593 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd140a1-47a9-4b0c-a4e2-25ee8df1f7bb x-openstack-request-id: req-afd140a1-47a9-4b0c-a4e2-25ee8df1f7bb {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:13.817101 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28314017-c8b0-4a57-8ffb-7fa1aee0232e", "name": "network-vif-plugged", "status": "completed", "tag": "2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:13.817514 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afd140a1-47a9-4b0c-a4e2-25ee8df1f7bb {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:13.818311 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45', 'code': 200} Aug 07 04:58:13.838819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:14.151385 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca95b-f840-460d-9181-fa74ac38ba48 req-03417184-b0fd-4ac2-b300-9bbb4fcf8717 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:14.164844 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f38ca95b-f840-460d-9181-fa74ac38ba48 req-03417184-b0fd-4ac2-b300-9bbb4fcf8717 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1379347 Aug 07 04:58:14.202097 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-4282b23c-b543-4449-8c66-ecb08219e9ae tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294899075&fields=id&tenant_id=9874042788a343ec976046e4394fa45e HTTP/1.1" status: 200 len: 267 time: 0.0582914 Aug 07 04:58:14.227044 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b7750-7565-4fda-b9a6-4d1ed5606ff5 req-e39a04a3-0fe3-4d9c-bfba-fd0739145790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:14.229301 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5b1b7750-7565-4fda-b9a6-4d1ed5606ff5 req-e39a04a3-0fe3-4d9c-bfba-fd0739145790 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 1098 time: 0.1516156 Aug 07 04:58:14.247304 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f38ca95b-f840-460d-9181-fa74ac38ba48 req-a32f0107-019b-43c1-8041-e8ea43cac4b5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0809448 Aug 07 04:58:14.327289 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5b1b7750-7565-4fda-b9a6-4d1ed5606ff5 req-7fa9f1fd-0579-481b-a18e-8bce767b846f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786960 Aug 07 04:58:14.401597 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7d75e-ead6-463d-a33c-1d7603015d10 req-8ca904af-65af-4511-aa49-6fd6bd020314 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:14.403387 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ddf7d75e-ead6-463d-a33c-1d7603015d10 req-8ca904af-65af-4511-aa49-6fd6bd020314 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.0794935 Aug 07 04:58:14.405681 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-c334ba53-871d-4acc-9196-399b8c2b70e2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:14.407148 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-c334ba53-871d-4acc-9196-399b8c2b70e2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 808 time: 0.2042732 Aug 07 04:58:14.448300 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-65b49139-8eb5-4597-88a1-1a85d73cbba2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/quotas/9874042788a343ec976046e4394fa45e HTTP/1.1" status: 200 len: 375 time: 0.0336697 Aug 07 04:58:14.495128 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ddf7d75e-ead6-463d-a33c-1d7603015d10 req-3488357f-075f-4ad9-bf13-c66abc33c52a tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772567 Aug 07 04:58:14.512740 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-db2615ee-2c19-4efe-9386-b7e2790db5cc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632193 Aug 07 04:58:14.628242 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-631b9489-5bc9-4a7d-a8ea-617b68cfe4bb service neutron] 10.222.0.35 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052616 Aug 07 04:58:14.745477 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-a194870c-38bd-4f8a-99f8-760a44a18ab7 service neutron] 10.222.0.35 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158552 Aug 07 04:58:15.214198 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e3e3494b-aca1-4080-847f-f6107d65f1a3 req-75864762-96b4-41d0-b9d1-74d244941604 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 210 time: 0.0706961 Aug 07 04:58:15.482290 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cd302-6d5e-4660-91de-9275b02e591b req-583c782d-05e0-4e9b-bcaf-692691dacff0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:15.490722 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e50cd302-6d5e-4660-91de-9275b02e591b req-583c782d-05e0-4e9b-bcaf-692691dacff0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1042905 Aug 07 04:58:15.575068 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e50cd302-6d5e-4660-91de-9275b02e591b req-a6ae72e4-1e39-4b8a-bdd3-c85a5808f67a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0825918 Aug 07 04:58:15.757163 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a290b0-5618-47f9-8320-c4f4fefc9706 req-1cbb95d7-e62f-4c10-af5a-b1ee3bd0f260 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:15.790432 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-31a290b0-5618-47f9-8320-c4f4fefc9706 req-1cbb95d7-e62f-4c10-af5a-b1ee3bd0f260 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.1619997 Aug 07 04:58:15.893015 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-31a290b0-5618-47f9-8320-c4f4fefc9706 req-0d2f7a19-e3aa-4ab3-affb-e2ec19e10171 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006815 Aug 07 04:58:16.113911 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39422) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:16.377986 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-47e14241-c801-4a3d-83d0-f5519e983ab6 req-0a2838cf-2636-4d60-8a10-34d79cd48ece tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 210 time: 0.0468681 Aug 07 04:58:16.387984 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-85c6c28e-80a0-4957-9fc2-810dd9eb2425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.453461 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39430) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:16.528266 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-85c6c28e-80a0-4957-9fc2-810dd9eb2425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.534771 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-85c6c28e-80a0-4957-9fc2-810dd9eb2425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.565089 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6c28e-80a0-4957-9fc2-810dd9eb2425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3eb1d-ff41-42e3-b010-bfaa1cc80a76,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:16.592984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b783c9d2-0c6d-4686-8d3e-2fb71dca07c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.602457 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-85c6c28e-80a0-4957-9fc2-810dd9eb2425 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ae90ebd401c454884a9919bbd720cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866390 Aug 07 04:58:16.602576 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39436) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:16.833924 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b783c9d2-0c6d-4686-8d3e-2fb71dca07c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.855326 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b783c9d2-0c6d-4686-8d3e-2fb71dca07c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.905533 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a5134851-a78a-4926-8d04-56949ba85b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:16.914789 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93dec0-cd5c-42ef-b987-fd906526b252 req-4d6aab1e-1a1c-422f-8c2a-8ce571c9632e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:16.917183 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fd93dec0-cd5c-42ef-b987-fd906526b252 req-4d6aab1e-1a1c-422f-8c2a-8ce571c9632e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.2437804 Aug 07 04:58:16.953754 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b783c9d2-0c6d-4686-8d3e-2fb71dca07c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dde2d7a7de4490089eb614e23cbb469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989746 Aug 07 04:58:16.956438 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39440) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:16.976546 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c9d2-0c6d-4686-8d3e-2fb71dca07c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d007d234-8137-48cf-89c6-b80ef9683d43,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:16.989773 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a5134851-a78a-4926-8d04-56949ba85b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.061280 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fd93dec0-cd5c-42ef-b987-fd906526b252 req-cc0112d3-ae04-43be-8464-8117cc1aadcc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1303976 Aug 07 04:58:17.074579 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-c305618b-256e-47e0-9549-ef3cf6ff4855 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:17.076135 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-c305618b-256e-47e0-9549-ef3cf6ff4855 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 808 time: 0.3218410 Aug 07 04:58:17.123022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a5134851-a78a-4926-8d04-56949ba85b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.126546 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a5134851-a78a-4926-8d04-56949ba85b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.130350 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a5134851-a78a-4926-8d04-56949ba85b64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dc3eb1d-ff41-42e3-b010-bfaa1cc80a76 HTTP/1.1" status: 204 len: 168 time: 0.5250125 Aug 07 04:58:17.150676 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0af715b5-66f9-4a3d-878a-15f28f9a3c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.170172 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5134851-a78a-4926-8d04-56949ba85b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3eb1d-ff41-42e3-b010-bfaa1cc80a76,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:17.209128 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133e9c-cfc5-483c-9d37-7d67f1c6b2e3 req-5e70887c-0a45-43d9-b010-8c025e425619 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:17.217688 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-39133e9c-cfc5-483c-9d37-7d67f1c6b2e3 req-5e70887c-0a45-43d9-b010-8c025e425619 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.1675909 Aug 07 04:58:17.224283 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-5d47f943-8203-44f6-a029-7d39ac51ac3e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9874042788a343ec976046e4394fa45e HTTP/1.1" status: 200 len: 379 time: 0.1265352 Aug 07 04:58:17.240001 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'port': {'device_id': 'c0921101-facb-43a4-addf-1c9791448743', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'admin_state_up': True, 'tenant_id': '9874042788a343ec976046e4394fa45e', 'security_groups': ['b6943335-7344-49d2-a684-de8ecaff105c']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:17.256102 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0af715b5-66f9-4a3d-878a-15f28f9a3c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.290344 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-39133e9c-cfc5-483c-9d37-7d67f1c6b2e3 req-cb662e72-a0b0-4fef-87c7-cf3dff20e749 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Aug 07 04:58:17.367263 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0af715b5-66f9-4a3d-878a-15f28f9a3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.371240 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0af715b5-66f9-4a3d-878a-15f28f9a3c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.372409 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0af715b5-66f9-4a3d-878a-15f28f9a3c3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d007d234-8137-48cf-89c6-b80ef9683d43 HTTP/1.1" status: 204 len: 168 time: 0.4147639 Aug 07 04:58:17.385389 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af715b5-66f9-4a3d-878a-15f28f9a3c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007d234-8137-48cf-89c6-b80ef9683d43,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:17.427138 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Made reservation on behalf of 9874042788a343ec976046e4394fa45e for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:58:17.432488 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:17.720995 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Allocated IP 172.20.0.11 (c61f287c-7f72-4059-8f75-007b2e5d7520/46fd6241-4181-4944-ba38-fbc61919b3ca/018d5d66-f848-4b34-9a5e-9f813a6e1b80) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:17.814419 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39494) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:17.823689 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0180b49f-f5ed-4629-a489-d24b3061f64c req-54673b1d-3d13-40f8-a398-67c99f5d0253 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 210 time: 0.0606377 Aug 07 04:58:17.835659 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-32ee7763-1bba-41cc-b031-55f90e08bd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.007371 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-32ee7763-1bba-41cc-b031-55f90e08bd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.030930 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-32ee7763-1bba-41cc-b031-55f90e08bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.080259 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-32ee7763-1bba-41cc-b031-55f90e08bd4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9125349a0a1d453184ac88c66856c3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638967 Aug 07 04:58:18.082273 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39496) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:18.126826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.160363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee7763-1bba-41cc-b031-55f90e08bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e313116e-91f3-4fa9-9c37-eeeee4da6629,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:18.165297 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Transition to ACTIVE for port object 018d5d66-f848-4b34-9a5e-9f813a6e1b80 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:18.278411 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7a98b4c-a879-4954-9048-cf710a7a0f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.283245 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39504) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:18.298872 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.316102 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1927ed0a-49d5-49f1-a40a-53df44d845d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.330165 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d7157-f301-49a5-a16b-4d47913dce08 req-2b73254e-10f5-4b13-86bb-a85db88c6bd4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:18.331984 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d56d7157-f301-49a5-a16b-4d47913dce08 req-2b73254e-10f5-4b13-86bb-a85db88c6bd4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1161191 Aug 07 04:58:18.360445 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7a98b4c-a879-4954-9048-cf710a7a0f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.372954 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Network c61f287c-7f72-4059-8f75-007b2e5d7520 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:18.378329 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:18.381145 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:18.439230 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:18.480920 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:18.481579 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.488274 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d56d7157-f301-49a5-a16b-4d47913dce08 req-9168ff23-c348-4312-ad45-98785114d1f4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1427760 Aug 07 04:58:18.562038 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7a98b4c-a879-4954-9048-cf710a7a0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.565974 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7a98b4c-a879-4954-9048-cf710a7a0f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.567532 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c7a98b4c-a879-4954-9048-cf710a7a0f74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e313116e-91f3-4fa9-9c37-eeeee4da6629 HTTP/1.1" status: 204 len: 168 time: 0.4840527 Aug 07 04:58:18.585679 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a98b4c-a879-4954-9048-cf710a7a0f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e313116e-91f3-4fa9-9c37-eeeee4da6629,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:18.637543 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1927ed0a-49d5-49f1-a40a-53df44d845d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.657999 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1927ed0a-49d5-49f1-a40a-53df44d845d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.662230 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-7d6b3feb-7534-431d-bd5f-f9c9ca83a34a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4276094 Aug 07 04:58:18.691194 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Request body: {'port': {'device_id': 'c0921101-facb-43a4-addf-1c9791448743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:18.749053 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927ed0a-49d5-49f1-a40a-53df44d845d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664ce1d-5414-4c51-abec-dd4fe76b4121,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:18.757936 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-1927ed0a-49d5-49f1-a40a-53df44d845d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dba95b84ca1141b59ad42a0342377efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706409 Aug 07 04:58:18.765351 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39524) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:18.816233 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.839033 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-ddcee679-fa43-4b4b-8f02-aef89fb2d583 None None] Provisioning for port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:18.854548 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8f435013-fff1-434f-86d0-75ae4cbbb3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.855679 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-ddcee679-fa43-4b4b-8f02-aef89fb2d583 None None] Provisioning complete for port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:18.858198 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ddcee679-fa43-4b4b-8f02-aef89fb2d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.918456 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8f435013-fff1-434f-86d0-75ae4cbbb3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.957294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-ddcee679-fa43-4b4b-8f02-aef89fb2d583 None None] Port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:58:18.997115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8f435013-fff1-434f-86d0-75ae4cbbb3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:18.999846 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8f435013-fff1-434f-86d0-75ae4cbbb3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:19.003738 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8f435013-fff1-434f-86d0-75ae4cbbb3f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8664ce1d-5414-4c51-abec-dd4fe76b4121 HTTP/1.1" status: 204 len: 168 time: 0.2347424 Aug 07 04:58:19.013825 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f435013-fff1-434f-86d0-75ae4cbbb3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664ce1d-5414-4c51-abec-dd4fe76b4121,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:19.173702 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3528636-9ca4-4a2c-9fa3-e53a506d993a req-6000b87a-5561-4a72-a776-f98626c78cc2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:19.181144 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a3528636-9ca4-4a2c-9fa3-e53a506d993a req-6000b87a-5561-4a72-a776-f98626c78cc2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 932 time: 0.1250732 Aug 07 04:58:19.517382 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a3528636-9ca4-4a2c-9fa3-e53a506d993a req-27adae0e-8022-4b35-8458-726778084891 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287807 Aug 07 04:58:19.632368 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018d5d66-f848-4b34-9a5e-9f813a6e1b80 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:19.641983 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:19.657798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Transition to ACTIVE for port object 018d5d66-f848-4b34-9a5e-9f813a6e1b80 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:19.666010 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:19.668952 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44380f4f-f40b-4fb5-bd0c-dc9b66fe3c31 req-1a19bc5a-46d3-4c63-b57f-5433eede141f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:19.670621 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-44380f4f-f40b-4fb5-bd0c-dc9b66fe3c31 req-1a19bc5a-46d3-4c63-b57f-5433eede141f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0770819 Aug 07 04:58:19.730800 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:19.741825 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-44380f4f-f40b-4fb5-bd0c-dc9b66fe3c31 req-bbe98b3d-1469-4013-acd6-19100617fa59 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0647478 Aug 07 04:58:19.842992 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Attempting to bind port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:19.843557 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Attempting to bind port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:19.843685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Attempting to bind port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 on network c61f287c-7f72-4059-8f75-007b2e5d7520 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:19.848818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 on network c61f287c-7f72-4059-8f75-007b2e5d7520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:58:19.849308 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Attempting to bind port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 on network c61f287c-7f72-4059-8f75-007b2e5d7520 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:19.865377 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:19.865818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Checking segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:19.866226 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Bound using segment: {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:19.866674 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Bound port: 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4705d641-9ad7-43a0-adda-95731c636a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:19.867039 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:19.980407 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:19.990539 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:19.998807 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:20.082828 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.083652 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:20.085135 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] 10.222.0.24 "PUT /v2.0/ports/018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 1094 time: 1.3982496 Aug 07 04:58:20.085617 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:20.089155 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:20.143959 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f557b-fe3b-44ef-a531-5f5bf23ec455 service neutron] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:20.171138 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b1313-0758-4c87-b41c-5f63e23a4fc2 x-openstack-request-id: req-cc9b1313-0758-4c87-b41c-5f63e23a4fc2 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:20.171425 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:20.171674 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc9b1313-0758-4c87-b41c-5f63e23a4fc2 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:20.172068 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'status': 'completed', 'code': 200} Aug 07 04:58:20.264520 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-0cc1b048-190f-4db1-896a-d62c2380a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.266329 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-0cc1b048-190f-4db1-896a-d62c2380a364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1097 time: 0.0647235 Aug 07 04:58:20.346033 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-1f1d9c97-a2fb-42e1-ad84-efb205cf0e06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 217 time: 0.0579376 Aug 07 04:58:20.428880 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-92ecd7d3-d5ad-4a69-ae09-334137bd372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.430511 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-92ecd7d3-d5ad-4a69-ae09-334137bd372d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0718358 Aug 07 04:58:20.489253 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-11f5e780-1afe-4106-b44b-5f3e07ddad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.491103 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-11f5e780-1afe-4106-b44b-5f3e07ddad90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515108 Aug 07 04:58:20.650583 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-57fe79d3-0d0e-4741-8e83-4ff6dee200f6 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495612 Aug 07 04:58:20.682480 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d800769-f1b6-4734-b5d3-9ca6c7cdd6a5 req-d5b9511f-42b3-4afc-bf9a-16afcbc02c94 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.684112 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9d800769-f1b6-4734-b5d3-9ca6c7cdd6a5 req-d5b9511f-42b3-4afc-bf9a-16afcbc02c94 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0806901 Aug 07 04:58:20.780654 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9d800769-f1b6-4734-b5d3-9ca6c7cdd6a5 req-f33b7959-d6a0-4c03-a2d7-a43410b55b0e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849178 Aug 07 04:58:20.816478 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-554e9f37-5a3a-43aa-80fa-dab5985c772f req-b296dcfe-7f46-43fb-8319-14bafbc4e16f service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488509 Aug 07 04:58:20.939522 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47ae2b-8f91-4c24-a632-db5013a7f88b req-6cbf1bbd-61d4-4163-a75f-7045ca622985 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.941195 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4b47ae2b-8f91-4c24-a632-db5013a7f88b req-6cbf1bbd-61d4-4163-a75f-7045ca622985 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0792160 Aug 07 04:58:21.038601 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4b47ae2b-8f91-4c24-a632-db5013a7f88b req-c94bc3f1-058b-4b62-b11b-d24e8a1e4d07 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0888205 Aug 07 04:58:21.080320 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-c16ddea0-1097-44d7-83d3-e39b836fc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:21.081741 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-c16ddea0-1097-44d7-83d3-e39b836fc3ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1097 time: 0.1205523 Aug 07 04:58:21.194405 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-7cc8d591-823d-40e2-831f-48f75c3a0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:21.196161 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-7cc8d591-823d-40e2-831f-48f75c3a0074 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.1048670 Aug 07 04:58:21.258396 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-372637e0-3ea9-47a3-a9d9-63152df55e0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 217 time: 0.0515516 Aug 07 04:58:21.324719 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-1d94eb99-9ed2-47de-b36b-62b848cc6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:21.326251 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-1d94eb99-9ed2-47de-b36b-62b848cc6c77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0541296 Aug 07 04:58:21.392402 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-81025dfa-095f-4f43-bba6-d886e4de514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:21.402186 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-81025dfa-095f-4f43-bba6-d886e4de514b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676777 Aug 07 04:58:21.528376 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-ab6a47a7-cbb6-49e9-a20f-b8e9d60f609f service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176393 Aug 07 04:58:21.600528 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0182d6db-330d-4e5a-b9ab-dc474da6d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:21.687614 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4baa9fc6-f399-43fa-a8c0-192a1cb247a9 req-962d3e19-07ed-47e6-afdf-4a3a0a45faf8 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444390 Aug 07 04:58:21.919793 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679325e6-08a9-4830-bd00-889eeb737e45 req-67ccdef2-f8db-4a10-9274-bb05e8768377 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:21.921829 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-679325e6-08a9-4830-bd00-889eeb737e45 req-67ccdef2-f8db-4a10-9274-bb05e8768377 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0622365 Aug 07 04:58:21.971573 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-679325e6-08a9-4830-bd00-889eeb737e45 req-1e21d38f-eae8-4cc9-9a92-b22f29963240 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Aug 07 04:58:22.236721 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c337d-bd2f-4334-9da2-6b5671aed711 req-0dfa0308-8059-42ed-9f23-ac0a3975f597 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:22.238379 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-718c337d-bd2f-4334-9da2-6b5671aed711 req-0dfa0308-8059-42ed-9f23-ac0a3975f597 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0866101 Aug 07 04:58:22.296307 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-718c337d-bd2f-4334-9da2-6b5671aed711 req-74d87c02-b784-4a62-b1ea-ed1cc61ab443 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477259 Aug 07 04:58:22.475393 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:23.103459 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fce0-2f2c-4458-ac14-b252a90d55d2 req-39c0aae2-91ea-4a15-929b-b111dd926c39 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:23.104962 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-db52fce0-2f2c-4458-ac14-b252a90d55d2 req-39c0aae2-91ea-4a15-929b-b111dd926c39 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Aug 07 04:58:23.144329 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-db52fce0-2f2c-4458-ac14-b252a90d55d2 req-6646ec3c-7649-43a3-ae48-d7193717b6c1 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330465 Aug 07 04:58:23.407742 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e731281-a9c4-45aa-ac87-be1c080380d1 req-cff2984a-1926-47ad-b7d5-ea86e3fe0af2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:23.409390 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3e731281-a9c4-45aa-ac87-be1c080380d1 req-cff2984a-1926-47ad-b7d5-ea86e3fe0af2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0489604 Aug 07 04:58:23.454052 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3e731281-a9c4-45aa-ac87-be1c080380d1 req-848dbc50-b70d-41c8-9fe3-d6c2dc08f97e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382102 Aug 07 04:58:24.219472 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-9e7b3c07-85a4-49f4-8622-15f527210fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.221124 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-9e7b3c07-85a4-49f4-8622-15f527210fa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0508876 Aug 07 04:58:24.268560 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa56dd-8ffc-4ef1-9693-ea123b551a3d req-57da162b-6656-48a5-acf2-8dfba2cb829a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.270221 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e3fa56dd-8ffc-4ef1-9693-ea123b551a3d req-57da162b-6656-48a5-acf2-8dfba2cb829a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0495217 Aug 07 04:58:24.290799 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:24.299743 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-937748f8-5d7b-40be-a85b-3034827b52ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:24.315477 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e3fa56dd-8ffc-4ef1-9693-ea123b551a3d req-9271b4a5-0b16-4fbb-a8e1-ff1cdf543c58 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376537 Aug 07 04:58:24.324850 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-26b988bf-7b76-41d4-a828-7bed62a528df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.326337 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-26b988bf-7b76-41d4-a828-7bed62a528df service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.0976901 Aug 07 04:58:24.392772 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-0ef31e37-213c-4b68-bdc3-40e5fa9083e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1002 time: 0.0583155 Aug 07 04:58:24.452969 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-98c702b9-82db-4e74-956c-38aff7690cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.454819 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-98c702b9-82db-4e74-956c-38aff7690cda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0529835 Aug 07 04:58:24.520684 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-e70f7979-e565-4122-a5a1-f34af390516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.522220 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-e70f7979-e565-4122-a5a1-f34af390516a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426710 Aug 07 04:58:24.635684 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df854b45-70da-4316-8718-c11b75685e0c req-1fd951ea-2d25-4799-8994-0987bbe54148 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.637229 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df854b45-70da-4316-8718-c11b75685e0c req-1fd951ea-2d25-4799-8994-0987bbe54148 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.1102154 Aug 07 04:58:24.676488 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-8d573fce-1e0e-4ab8-b949-ed77a8bd5921 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404960 Aug 07 04:58:24.736324 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df854b45-70da-4316-8718-c11b75685e0c req-438d5279-cf2e-4cc1-a0e8-b57fc2fdb678 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0824223 Aug 07 04:58:24.781307 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4323a9ca-edef-4daa-90fa-d62a8f91d9b1 req-ed6b7bc3-d68f-41fb-a979-8683cf0f8019 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965757 Aug 07 04:58:25.456248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4adabc-3f57-40e2-93a8-cf6cc43031ac req-8987dd25-889d-4a89-b4bb-2a4af6fee9b7 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:25.458158 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0a4adabc-3f57-40e2-93a8-cf6cc43031ac req-8987dd25-889d-4a89-b4bb-2a4af6fee9b7 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0633690 Aug 07 04:58:25.510447 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0a4adabc-3f57-40e2-93a8-cf6cc43031ac req-6912cebe-1f5f-443e-81d4-77f12519955f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Aug 07 04:58:25.579195 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:25.882270 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dc7a3-6cc6-4df2-96a1-11a432da2cc8 req-06c5a6dd-4067-4b8e-b609-20b4a410f3c4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:25.884489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-093dc7a3-6cc6-4df2-96a1-11a432da2cc8 req-06c5a6dd-4067-4b8e-b609-20b4a410f3c4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0653458 Aug 07 04:58:25.927759 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-093dc7a3-6cc6-4df2-96a1-11a432da2cc8 req-093d0cff-2bb8-498f-a56e-7bab87326908 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373030 Aug 07 04:58:26.632465 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b024b-a501-42b7-89f9-5666914ef917 req-f84f3f39-5fdd-40fe-a0fb-bf8da95337b3 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.634410 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ad0b024b-a501-42b7-89f9-5666914ef917 req-f84f3f39-5fdd-40fe-a0fb-bf8da95337b3 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0500181 Aug 07 04:58:26.675017 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ad0b024b-a501-42b7-89f9-5666914ef917 req-93db39c6-6954-4122-8550-c50bf42e04f2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Aug 07 04:58:26.975343 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:27.061818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e60b6-5187-4638-b294-784037d299a0 req-ac314419-61e6-4239-be89-e2d3b960a641 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.063592 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f41e60b6-5187-4638-b294-784037d299a0 req-ac314419-61e6-4239-be89-e2d3b960a641 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Aug 07 04:58:27.105658 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f41e60b6-5187-4638-b294-784037d299a0 req-3d07ba67-b8b3-4834-9956-6003c9268a90 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351555 Aug 07 04:58:27.632672 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:58:27.714641 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:27.750433 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:27.753491 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59610d5-e61a-4126-aa05-e13e263f61f0" -d '{"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:27.781203 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:27.781544 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f03b-733c-405d-a321-3a2b77690e4e req-7bb54830-08eb-488e-ac35-39f9f796f87c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.789503 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e954f03b-733c-405d-a321-3a2b77690e4e req-7bb54830-08eb-488e-ac35-39f9f796f87c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 946 time: 0.0614946 Aug 07 04:58:27.792516 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:27.829915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b41649-ba5d-4e0a-9023-f4299db25901 req-e92ecf09-c9e5-4d81-89b7-9157d958af7c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.839861 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0b41649-ba5d-4e0a-9023-f4299db25901 req-e92ecf09-c9e5-4d81-89b7-9157d958af7c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0873399 Aug 07 04:58:27.840253 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e954f03b-733c-405d-a321-3a2b77690e4e req-0df7abed-e2b1-400f-a275-c14269463016 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492029 Aug 07 04:58:27.892565 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a0b41649-ba5d-4e0a-9023-f4299db25901 req-0f2a3741-dafe-49b4-8d22-9b10a84d891d tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511856 Aug 07 04:58:27.893409 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443405a9-49d2-4395-a71c-242d35d32232 x-openstack-request-id: req-443405a9-49d2-4395-a71c-242d35d32232 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:27.893702 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-unplugged", "status": "failed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "code": 422}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:27.895209 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-443405a9-49d2-4395-a71c-242d35d32232 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:27.895829 dv-cinder-803748-3-iscsi neutron-server[93256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'code': 422} returned with failed status Aug 07 04:58:27.924864 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=8']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:27.932027 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.932379 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.932721 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.933081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.933416 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.933747 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.934073 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.934399 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.934744 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.935077 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.935399 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:27.935718 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:28.960758 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d846-be33-4f01-a37a-e288b255039a req-d5885010-2409-4e19-b87e-a21a88efa717 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:28.970666 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e924d846-be33-4f01-a37a-e288b255039a req-d5885010-2409-4e19-b87e-a21a88efa717 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0670154 Aug 07 04:58:29.017414 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e924d846-be33-4f01-a37a-e288b255039a req-27ed44d3-5def-4d5b-b06f-782baec39044 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458789 Aug 07 04:58:29.051899 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9afb29-1cd9-458a-ad95-392378ca29d7 req-92ba1ef9-71cb-4e2c-856d-31e9b79c37f4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:29.053413 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4e9afb29-1cd9-458a-ad95-392378ca29d7 req-92ba1ef9-71cb-4e2c-856d-31e9b79c37f4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0711126 Aug 07 04:58:29.093719 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4e9afb29-1cd9-458a-ad95-392378ca29d7 req-bc51983a-ae32-4a10-b076-0035fc7fcda0 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333529 Aug 07 04:58:29.243499 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39842) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:29.347780 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-63ded3c5-d923-45a6-ab7a-9f8c98e4dbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.440330 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-63ded3c5-d923-45a6-ab7a-9f8c98e4dbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.444741 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-63ded3c5-d923-45a6-ab7a-9f8c98e4dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.482040 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded3c5-d923-45a6-ab7a-9f8c98e4dbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c33693f-8240-4a53-bb42-e30c3a5885f9,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:29.488007 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-63ded3c5-d923-45a6-ab7a-9f8c98e4dbb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6da98096b67e407cb481f75fdda8868f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428167 Aug 07 04:58:29.490653 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39846) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:29.538267 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fe14-2a4f-48ee-9743-e5a0baa6b1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.560394 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fe14-2a4f-48ee-9743-e5a0baa6b1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.606530 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fe14-2a4f-48ee-9743-e5a0baa6b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.610853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fe14-2a4f-48ee-9743-e5a0baa6b1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.610853 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-dfe2fe14-2a4f-48ee-9743-e5a0baa6b1e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c33693f-8240-4a53-bb42-e30c3a5885f9 HTTP/1.1" status: 204 len: 168 time: 0.1197774 Aug 07 04:58:29.622057 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2fe14-2a4f-48ee-9743-e5a0baa6b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c33693f-8240-4a53-bb42-e30c3a5885f9,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:29.644372 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:58:29.747019 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:29.758377 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'port_id': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'mac_address': 'fa:16:3e:d6:f2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:58:29.795929 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.808839 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d5d66-f848-4b34-9a5e-9f813a6e1b80 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:29.828312 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:29.831979 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.885570 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:29.886466 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39852) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:29.904887 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-714e0bb5-f26b-4a42-8fcc-16df9a4029ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.997047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-714e0bb5-f26b-4a42-8fcc-16df9a4029ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.001250 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-714e0bb5-f26b-4a42-8fcc-16df9a4029ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.036616 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-714e0bb5-f26b-4a42-8fcc-16df9a4029ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df181fe6ab6849099ac7e0b2d9710947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466203 Aug 07 04:58:30.037064 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39858) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:30.048431 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e0bb5-f26b-4a42-8fcc-16df9a4029ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e635e3b-9a6e-4db3-9f92-7a5fe64c34fc,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:30.104533 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a050d05-a445-4e77-852f-52750ae012d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.127458 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a050d05-a445-4e77-852f-52750ae012d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.148542 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d9cd-4d68-4684-82b9-452a5dc9610c req-2cf46c3f-5c1f-41c8-8faf-19316999c083 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:30.150781 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-17a7d9cd-4d68-4684-82b9-452a5dc9610c req-2cf46c3f-5c1f-41c8-8faf-19316999c083 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0558167 Aug 07 04:58:30.193659 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-17a7d9cd-4d68-4684-82b9-452a5dc9610c req-1ab18a1f-9126-40bb-a40a-077e5a9d19e7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369177 Aug 07 04:58:30.202601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a050d05-a445-4e77-852f-52750ae012d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.205180 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a050d05-a445-4e77-852f-52750ae012d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.206294 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1a050d05-a445-4e77-852f-52750ae012d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e635e3b-9a6e-4db3-9f92-7a5fe64c34fc HTTP/1.1" status: 204 len: 168 time: 0.1682515 Aug 07 04:58:30.217745 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a050d05-a445-4e77-852f-52750ae012d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e635e3b-9a6e-4db3-9f92-7a5fe64c34fc,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:30.243767 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c669ef-0a90-48fb-ab38-42f6e8bc4fd2 req-87ae16fa-a0ff-43d4-aaa1-22ecb0f05f82 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:30.245420 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-99c669ef-0a90-48fb-ab38-42f6e8bc4fd2 req-87ae16fa-a0ff-43d4-aaa1-22ecb0f05f82 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 945 time: 0.0733182 Aug 07 04:58:30.287557 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-99c669ef-0a90-48fb-ab38-42f6e8bc4fd2 req-f3bf40c1-5c40-4a4d-9ea7-e4ac26dde7ba tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358737 Aug 07 04:58:30.297445 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['018d5d66-f848-4b34-9a5e-9f813a6e1b80'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:30.553259 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39868) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:30.567061 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dbb46a3d-29ae-4db3-b9b7-61dfb87a5ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.663986 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dbb46a3d-29ae-4db3-b9b7-61dfb87a5ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.668176 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-dbb46a3d-29ae-4db3-b9b7-61dfb87a5ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.707152 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-dbb46a3d-29ae-4db3-b9b7-61dfb87a5ae0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ba12ed26c0043ab8d6271f7c90e90b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527989 Aug 07 04:58:30.708015 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb46a3d-29ae-4db3-b9b7-61dfb87a5ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e23177-181f-4d6d-9249-f33c4ac6dc33,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:30.709882 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39870) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:30.760703 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c43a66e-fc23-482c-add3-8b015ddde3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.783060 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c43a66e-fc23-482c-add3-8b015ddde3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.832563 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c43a66e-fc23-482c-add3-8b015ddde3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.835082 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c43a66e-fc23-482c-add3-8b015ddde3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.836204 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2c43a66e-fc23-482c-add3-8b015ddde3d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01e23177-181f-4d6d-9249-f33c4ac6dc33 HTTP/1.1" status: 204 len: 168 time: 0.1251869 Aug 07 04:58:30.844227 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a66e-fc23-482c-add3-8b015ddde3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e23177-181f-4d6d-9249-f33c4ac6dc33,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:31.327973 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d6cf1-7c2f-40f6-b2b1-1f915cab6336 req-01a002c3-5397-4380-bea2-8d3c1ef5af32 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:31.329503 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-573d6cf1-7c2f-40f6-b2b1-1f915cab6336 req-01a002c3-5397-4380-bea2-8d3c1ef5af32 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0516336 Aug 07 04:58:31.376029 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-573d6cf1-7c2f-40f6-b2b1-1f915cab6336 req-90863a51-e2e6-47a0-b1b4-6ed5334b3366 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406268 Aug 07 04:58:31.423349 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40249c1e-7812-40d1-b3bb-79efd9741736 req-671bf177-71e5-476f-9355-f8593546488f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:31.424855 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-40249c1e-7812-40d1-b3bb-79efd9741736 req-671bf177-71e5-476f-9355-f8593546488f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Aug 07 04:58:31.466655 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-40249c1e-7812-40d1-b3bb-79efd9741736 req-08109eed-158c-4ce7-94bc-144ba3d6921d tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351574 Aug 07 04:58:31.666838 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:31.719278 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:31.723210 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:31.723826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.802694 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.827118 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:31.829373 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3976de9f-bbda-48de-907b-fd454ea6d824" -d '{"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-plugged", "status": "completed", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:31.842955 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:31.847653 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.877750 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41345b10-f6cb-419a-9bad-132732e1450b x-openstack-request-id: req-41345b10-f6cb-419a-9bad-132732e1450b {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:31.878035 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-plugged", "status": "completed", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:31.878283 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41345b10-f6cb-419a-9bad-132732e1450b {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:31.878663 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'code': 200} Aug 07 04:58:31.904463 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:32.143011 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:58:32.144244 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a43fc-ec6d-492d-8f8e-2f5399707971 req-cc660faa-2db2-487e-8326-e3d0c6ebba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:32.145783 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-542a43fc-ec6d-492d-8f8e-2f5399707971 req-cc660faa-2db2-487e-8326-e3d0c6ebba94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.0455608 Aug 07 04:58:32.186395 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-542a43fc-ec6d-492d-8f8e-2f5399707971 req-90fcebe4-28fd-4c07-8768-fbbd72f0073a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Aug 07 04:58:32.511286 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea21ae-55fb-4caf-be3a-afcabb784655 req-2c3bff62-d5d4-4049-8270-38b4cfa67e73 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:32.513409 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8dea21ae-55fb-4caf-be3a-afcabb784655 req-2c3bff62-d5d4-4049-8270-38b4cfa67e73 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0638280 Aug 07 04:58:32.562452 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8dea21ae-55fb-4caf-be3a-afcabb784655 req-4a2e8f07-01e9-4335-b956-4409ee7e3a7c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430896 Aug 07 04:58:32.595723 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b91f60-c04e-485c-b90c-6f735149ccaa req-86ff62e6-00c7-4cf1-b2cc-fd564a2cd905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:32.597545 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-17b91f60-c04e-485c-b90c-6f735149ccaa req-86ff62e6-00c7-4cf1-b2cc-fd564a2cd905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0602415 Aug 07 04:58:32.633787 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39942) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:32.640558 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-17b91f60-c04e-485c-b90c-6f735149ccaa req-cbb2331f-481f-4a1d-8071-2724d611e73c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364568 Aug 07 04:58:32.739415 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c30e4863-b825-4cd7-92d4-bbf08b627dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.824677 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c30e4863-b825-4cd7-92d4-bbf08b627dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.828464 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c30e4863-b825-4cd7-92d4-bbf08b627dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.868350 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c30e4863-b825-4cd7-92d4-bbf08b627dda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9f2139ff9cc4901a43b74d10f410f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327874 Aug 07 04:58:32.869746 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e4863-b825-4cd7-92d4-bbf08b627dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf23533-78e1-45de-a37b-89806306c459,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:32.871552 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39946) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:32.921665 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7abdbf2-0f94-4c03-a75f-94bb809f93a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.942989 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7abdbf2-0f94-4c03-a75f-94bb809f93a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.993457 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7abdbf2-0f94-4c03-a75f-94bb809f93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.996142 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7abdbf2-0f94-4c03-a75f-94bb809f93a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.997314 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f7abdbf2-0f94-4c03-a75f-94bb809f93a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebf23533-78e1-45de-a37b-89806306c459 HTTP/1.1" status: 204 len: 168 time: 0.1242356 Aug 07 04:58:33.005067 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdbf2-0f94-4c03-a75f-94bb809f93a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf23533-78e1-45de-a37b-89806306c459,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:33.277147 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 39956) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:33.290520 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0afb6648-7ae6-4c33-b0cb-829ec1654498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.377474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0afb6648-7ae6-4c33-b0cb-829ec1654498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.381429 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0afb6648-7ae6-4c33-b0cb-829ec1654498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.420220 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0afb6648-7ae6-4c33-b0cb-829ec1654498 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc7f670286ce4b0a80752e68a4ab65fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419525 Aug 07 04:58:33.421000 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb6648-7ae6-4c33-b0cb-829ec1654498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acca0931-231d-4954-9ea7-4029a60528dc,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:33.422979 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 39958) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:33.473270 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6da4f253-a054-4dd6-9eb4-4b7d400ee59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.494013 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6da4f253-a054-4dd6-9eb4-4b7d400ee59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.544750 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6da4f253-a054-4dd6-9eb4-4b7d400ee59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.547288 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6da4f253-a054-4dd6-9eb4-4b7d400ee59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.548430 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6da4f253-a054-4dd6-9eb4-4b7d400ee59d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acca0931-231d-4954-9ea7-4029a60528dc HTTP/1.1" status: 204 len: 168 time: 0.1242256 Aug 07 04:58:33.557247 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f253-a054-4dd6-9eb4-4b7d400ee59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acca0931-231d-4954-9ea7-4029a60528dc,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:33.691573 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819eca-970c-40aa-9ac5-69c284e8b1e9 req-fef58b2c-53f1-45e2-9cb2-5d15c15fbe51 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:33.693483 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-97819eca-970c-40aa-9ac5-69c284e8b1e9 req-fef58b2c-53f1-45e2-9cb2-5d15c15fbe51 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0579984 Aug 07 04:58:33.737457 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-97819eca-970c-40aa-9ac5-69c284e8b1e9 req-572c48b8-2554-48e4-aa8b-9ad9d783c68c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360529 Aug 07 04:58:33.778957 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47117e6f-c37e-402d-aa81-ddf0f7327647 req-10029c6c-fd33-4ddb-811c-ab2e9cb85348 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:33.780695 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-47117e6f-c37e-402d-aa81-ddf0f7327647 req-10029c6c-fd33-4ddb-811c-ab2e9cb85348 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0667644 Aug 07 04:58:33.825386 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-47117e6f-c37e-402d-aa81-ddf0f7327647 req-58729d2e-9f89-403d-bb18-d37465727901 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385036 Aug 07 04:58:34.866204 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e327-b615-4d95-b54a-8fe72050da19 req-084727b6-d10a-44b3-90f5-c10e6d954377 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.868612 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b9f2e327-b615-4d95-b54a-8fe72050da19 req-084727b6-d10a-44b3-90f5-c10e6d954377 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0547342 Aug 07 04:58:34.909448 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b9f2e327-b615-4d95-b54a-8fe72050da19 req-baf0cdf5-d0f3-4722-a60f-d6e915e456dc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334382 Aug 07 04:58:34.951733 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f3593-a9cc-4e5d-bfb1-5a14c33171fb req-31a3e069-1582-4fa8-a66f-940e7548e226 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.954626 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-356f3593-a9cc-4e5d-bfb1-5a14c33171fb req-31a3e069-1582-4fa8-a66f-940e7548e226 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0640337 Aug 07 04:58:34.996354 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-356f3593-a9cc-4e5d-bfb1-5a14c33171fb req-7d764fe8-f2ec-43a4-bb08-410baa01a7a2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360258 Aug 07 04:58:35.116426 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf59d5-7cca-4835-befe-c79180a9aa3d req-426740d3-c189-4de9-9bc5-580f2d0d864b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.119063 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6fbf59d5-7cca-4835-befe-c79180a9aa3d req-426740d3-c189-4de9-9bc5-580f2d0d864b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0531240 Aug 07 04:58:35.160276 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6fbf59d5-7cca-4835-befe-c79180a9aa3d req-b5dee245-cd77-4e03-9529-9a5bdef198f8 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353382 Aug 07 04:58:35.182070 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40018) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:35.398764 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4a2ca-cd71-4d0b-a977-390f9f077636 tempest-TestShelveInstance-1716902463 tempest-TestShelveInstance-1716902463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.401138 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a4e4a2ca-cd71-4d0b-a977-390f9f077636 tempest-TestShelveInstance-1716902463 tempest-TestShelveInstance-1716902463-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1094 time: 0.2181132 Aug 07 04:58:35.403978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40030) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:35.408650 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'port_id': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:35.438820 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for floatingip, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.535569 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.635233 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Allocated IP 172.27.3.208 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/60709f4e-e26e-4463-a43a-39d1664a7333) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:35.737406 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.775812 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.813158 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:35.818853 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:35.822677 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:35.844551 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'Port': ['ID=60709f4e-e26e-4463-a43a-39d1664a7333,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:36.000423 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40044) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:36.044643 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117125c9-2732-4c6a-b448-1831c714c5d5 req-69e756e6-8ff4-46c6-af5e-92fb516b3d0c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.046359 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-117125c9-2732-4c6a-b448-1831c714c5d5 req-69e756e6-8ff4-46c6-af5e-92fb516b3d0c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0555844 Aug 07 04:58:36.125725 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-117125c9-2732-4c6a-b448-1831c714c5d5 req-79985f1b-531f-4f89-9a42-b6866e904929 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0724733 Aug 07 04:58:36.136506 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-ae0ae05f-15eb-4034-9ebb-c12140afc65e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348784 Aug 07 04:58:36.209408 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.279476 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.453839 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.459450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.535903 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event updated for resources: {'Port': ['ID=60709f4e-e26e-4463-a43a-39d1664a7333,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:36.538418 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.645561 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Floating IP 46e1ec73-34b2-4f48-8014-977afd847bcc associated. External IP: 172.27.3.208, port: 018d5d66-f848-4b34-9a5e-9f813a6e1b80. Aug 07 04:58:36.881337 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:58:37.253342 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:58:37.263399 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] Sync routers for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:58:37.271731 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daa5c8-c475-402d-8a2b-3f5e7bfc59a6 req-569f2f42-08db-46d1-8ad3-50455083240f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.272809 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:37.273226 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-98daa5c8-c475-402d-8a2b-3f5e7bfc59a6 req-569f2f42-08db-46d1-8ad3-50455083240f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0677755 Aug 07 04:58:37.273722 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:58:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:37.288629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:37.334047 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-b83ee2c6-eda5-487c-aeb5-191379757f6e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9288735 Aug 07 04:58:37.337708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:37.339540 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:37.345238 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-98daa5c8-c475-402d-8a2b-3f5e7bfc59a6 req-947e6320-09c1-4914-b17f-1824c69ef734 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0644770 Aug 07 04:58:37.385414 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:37.385951 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7c7d20-53e7-4476-bac6-3219d178a2a1 x-openstack-request-id: req-3d7c7d20-53e7-4476-bac6-3219d178a2a1 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:37.386242 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:37.387590 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d7c7d20-53e7-4476-bac6-3219d178a2a1 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:37.387590 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'status': 'completed', 'code': 200} Aug 07 04:58:37.488658 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-7ca883a3-67e1-4680-a380-8c15e5f59f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.490211 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-7ca883a3-67e1-4680-a380-8c15e5f59f27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.0456975 Aug 07 04:58:37.580699 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-a6b51e0e-d60a-410b-8c49-78752eab73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.581971 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-a6b51e0e-d60a-410b-8c49-78752eab73cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.0825500 Aug 07 04:58:37.652867 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-4428d8c4-1531-4673-920d-f993ec7d4de7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 1000 time: 0.0622172 Aug 07 04:58:37.661470 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '46e1ec73-34b2-4f48-8014-977afd847bcc', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'port_id': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'mac_address': 'fa:16:3e:d6:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0921101-facb-43a4-addf-1c9791448743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:36Z', 'updated_at': '2021-08-07T04:58:36Z', 'revision_number': 0, 'project_id': '9874042788a343ec976046e4394fa45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:37.688430 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] Checking router: 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:58:37.697886 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:37.698506 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T04:58:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:37.709390 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-6cf48ceb-d34d-4649-94bc-d11b4da1fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.710872 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-6cf48ceb-d34d-4649-94bc-d11b4da1fdd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0478768 Aug 07 04:58:37.757132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-d18eb977-dfa5-4850-a27c-ed4f5fd82ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.759614 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-d18eb977-dfa5-4850-a27c-ed4f5fd82ae9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405564 Aug 07 04:58:37.873190 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-5d83b06b-ef7b-4a23-99fd-dc5e1a407ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040354 Aug 07 04:58:37.927754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:38.001489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df5463e5-0fbd-4cf9-9cec-e2db0a2e69bd req-fa0cfb62-f3bc-440e-87e2-079ee0da5423 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153610 Aug 07 04:58:38.183614 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '46e1ec73-34b2-4f48-8014-977afd847bcc', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'port_id': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'mac_address': 'fa:16:3e:d6:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0921101-facb-43a4-addf-1c9791448743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:36Z', 'updated_at': '2021-08-07T04:58:36Z', 'revision_number': 0, 'project_id': '9874042788a343ec976046e4394fa45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:38.211929 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0363c0e-9eb3-4385-8f4e-0304ebe58a00 None None] The sync data for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi is: [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '46e1ec73-34b2-4f48-8014-977afd847bcc', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'port_id': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'mac_address': 'fa:16:3e:d6:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0921101-facb-43a4-addf-1c9791448743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:36Z', 'updated_at': '2021-08-07T04:58:36Z', 'revision_number': 0, 'project_id': '9874042788a343ec976046e4394fa45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:58:38.442864 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28d745-066f-4010-b366-f57a832cf720 None None] New status for floating IP 46e1ec73-34b2-4f48-8014-977afd847bcc: ACTIVE {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:58:38.509723 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fc1c-2bfe-4603-8f9a-b668c80623d9 req-d1fd54d8-edba-4bd4-80b3-ef9345bd14cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:38.513299 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2fa2fc1c-2bfe-4603-8f9a-b668c80623d9 req-d1fd54d8-edba-4bd4-80b3-ef9345bd14cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0874271 Aug 07 04:58:38.559424 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2fa2fc1c-2bfe-4603-8f9a-b668c80623d9 req-dd28310e-fd42-4b34-bc15-a4fd7a581a76 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388584 Aug 07 04:58:39.190487 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-fe68d1dc-f5de-48eb-a760-18ef98660c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.191909 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-fe68d1dc-f5de-48eb-a760-18ef98660c9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2&tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 1097 time: 0.0680945 Aug 07 04:58:39.271195 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-06eff997-1472-481e-a114-11a608921ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.272561 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-06eff997-1472-481e-a114-11a608921ccc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0402293 Aug 07 04:58:39.368995 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-af8fb8da-be39-46cd-a1fd-3017f808f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.370489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-af8fb8da-be39-46cd-a1fd-3017f808f45e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.0896192 Aug 07 04:58:39.437419 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-b3f8747e-9f97-46b3-9b89-0e84f9282c88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1000 time: 0.0577476 Aug 07 04:58:39.497462 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-0c465c32-36ee-4d75-8192-fc23d606dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.498940 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-0c465c32-36ee-4d75-8192-fc23d606dc40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0502474 Aug 07 04:58:39.548722 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-cbd6c119-c5ab-45a5-8b81-074a49d907bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.550295 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-cbd6c119-c5ab-45a5-8b81-074a49d907bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428233 Aug 07 04:58:39.656540 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-c22c4f0b-dba6-4530-9cb8-5d6fd86e0229 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917280 Aug 07 04:58:39.756022 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-83e65990-98e9-4c0b-befc-6102527fdcbd req-8c840621-a480-4993-9269-755df7b6daf5 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924659 Aug 07 04:58:39.761500 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265be945-d20a-4de7-b9f0-c48eee9d9657 req-e48dc930-0750-426c-851e-10ed0f2f1200 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.762958 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-265be945-d20a-4de7-b9f0-c48eee9d9657 req-e48dc930-0750-426c-851e-10ed0f2f1200 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.1100211 Aug 07 04:58:39.803819 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-265be945-d20a-4de7-b9f0-c48eee9d9657 req-5acccb00-1bb6-4f56-abcf-cade1de526d7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342679 Aug 07 04:58:40.230225 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40180) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:40.340443 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-04b6ca35-5852-4e26-b5f9-b2e2623a9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.463681 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-04b6ca35-5852-4e26-b5f9-b2e2623a9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.467927 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-04b6ca35-5852-4e26-b5f9-b2e2623a9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.501249 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40190) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:40.501586 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-04b6ca35-5852-4e26-b5f9-b2e2623a9d3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41e11ef31c57416b9913b4cdfb29ba6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699754 Aug 07 04:58:40.528356 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ca35-5852-4e26-b5f9-b2e2623a9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d657c-f257-435d-bb9e-89562bcb0606,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:40.577419 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-65da1cb0-fd49-44c2-834b-a3b9758d2264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.603217 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-65da1cb0-fd49-44c2-834b-a3b9758d2264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.658865 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-65da1cb0-fd49-44c2-834b-a3b9758d2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.661472 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-65da1cb0-fd49-44c2-834b-a3b9758d2264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:40.665581 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-65da1cb0-fd49-44c2-834b-a3b9758d2264 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/368d657c-f257-435d-bb9e-89562bcb0606 HTTP/1.1" status: 204 len: 168 time: 0.1627264 Aug 07 04:58:40.673431 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da1cb0-fd49-44c2-834b-a3b9758d2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d657c-f257-435d-bb9e-89562bcb0606,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:41.003527 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40204) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:41.022132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e23e-6c6f-4b2c-82da-78218a5d68ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.161809 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e23e-6c6f-4b2c-82da-78218a5d68ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.173123 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865745e4-a5c1-4b23-b4c3-f36ff892680b req-baa543fe-b152-41ce-98ed-fa1062745572 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:41.174623 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-865745e4-a5c1-4b23-b4c3-f36ff892680b req-baa543fe-b152-41ce-98ed-fa1062745572 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.2849963 Aug 07 04:58:41.175708 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e23e-6c6f-4b2c-82da-78218a5d68ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.231373 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e9f2e23e-6c6f-4b2c-82da-78218a5d68ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa49460835ba43dead16fdb15fc0a3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267392 Aug 07 04:58:41.234122 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40206) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:41.234786 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2e23e-6c6f-4b2c-82da-78218a5d68ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5108f2c4-089e-42d8-8ad7-608b5634d72c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:41.251771 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-865745e4-a5c1-4b23-b4c3-f36ff892680b req-fe40d72b-cc54-4812-a69e-2946de508537 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603592 Aug 07 04:58:41.336012 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d814-6d92-44f7-a836-1af90d1a45de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.360098 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d814-6d92-44f7-a836-1af90d1a45de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.407131 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d814-6d92-44f7-a836-1af90d1a45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.409874 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d814-6d92-44f7-a836-1af90d1a45de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:41.410989 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-fdd8d814-6d92-44f7-a836-1af90d1a45de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5108f2c4-089e-42d8-8ad7-608b5634d72c HTTP/1.1" status: 204 len: 168 time: 0.1756592 Aug 07 04:58:41.420132 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8d814-6d92-44f7-a836-1af90d1a45de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5108f2c4-089e-42d8-8ad7-608b5634d72c,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:42.387056 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4c148-23ee-4cd5-b0f7-032f8ee2b95e req-df97d834-863f-46da-af72-11943c318555 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:42.388582 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-57b4c148-23ee-4cd5-b0f7-032f8ee2b95e req-df97d834-863f-46da-af72-11943c318555 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0543313 Aug 07 04:58:42.440836 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-57b4c148-23ee-4cd5-b0f7-032f8ee2b95e req-abcd0b6b-b8a4-4b76-ab8d-7d8b2ae13259 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458946 Aug 07 04:58:43.381860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40274) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:43.495374 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3dcb44de-2692-48da-a18e-89617dce1626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.578550 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8660d6-044b-4c44-b6cd-70114307df96 req-144fa50e-376e-4416-8132-90c5dfa5e25e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:43.580404 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4e8660d6-044b-4c44-b6cd-70114307df96 req-144fa50e-376e-4416-8132-90c5dfa5e25e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0599649 Aug 07 04:58:43.604265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3dcb44de-2692-48da-a18e-89617dce1626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.611068 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3dcb44de-2692-48da-a18e-89617dce1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.642366 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4e8660d6-044b-4c44-b6cd-70114307df96 req-1b3a16d8-153d-40a2-a5fa-eb69dfa38d9d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525413 Aug 07 04:58:43.651960 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb44de-2692-48da-a18e-89617dce1626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689011d-a8e0-4da3-8394-e30b16e2febd,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:43.659481 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3dcb44de-2692-48da-a18e-89617dce1626 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76b105b14821480395c29391677f1add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736349 Aug 07 04:58:43.660973 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40280) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:43.724250 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ef0b47b5-0b1b-4cce-a42e-604b4c37ec6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.746348 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ef0b47b5-0b1b-4cce-a42e-604b4c37ec6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.798710 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ef0b47b5-0b1b-4cce-a42e-604b4c37ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.801530 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ef0b47b5-0b1b-4cce-a42e-604b4c37ec6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.804608 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ef0b47b5-0b1b-4cce-a42e-604b4c37ec6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f689011d-a8e0-4da3-8394-e30b16e2febd HTTP/1.1" status: 204 len: 168 time: 0.1423819 Aug 07 04:58:43.828052 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b47b5-0b1b-4cce-a42e-604b4c37ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689011d-a8e0-4da3-8394-e30b16e2febd,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:44.142775 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40294) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:44.158629 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4b253f7e-9adb-48f5-b14c-d0024bc3b810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.257354 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4b253f7e-9adb-48f5-b14c-d0024bc3b810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.262300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4b253f7e-9adb-48f5-b14c-d0024bc3b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.304130 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-4b253f7e-9adb-48f5-b14c-d0024bc3b810 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc1a2b8a73c2463a8c0b39a31ba2789e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599996 Aug 07 04:58:44.305765 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253f7e-9adb-48f5-b14c-d0024bc3b810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e315ee-bad3-4d6d-b85b-ef5ea810a60c,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:44.307686 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40300) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:44.366575 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-32935da3-94af-43e4-875b-58737c14c2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.388834 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-32935da3-94af-43e4-875b-58737c14c2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.437993 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-32935da3-94af-43e4-875b-58737c14c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.440625 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-32935da3-94af-43e4-875b-58737c14c2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:44.444916 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-32935da3-94af-43e4-875b-58737c14c2cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63e315ee-bad3-4d6d-b85b-ef5ea810a60c HTTP/1.1" status: 204 len: 168 time: 0.1355598 Aug 07 04:58:44.453800 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935da3-94af-43e4-875b-58737c14c2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e315ee-bad3-4d6d-b85b-ef5ea810a60c,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:44.789881 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807eee6-dbfc-4c10-96ec-eb96f93d3e1a req-a2474bba-9530-416c-a729-7ac0c6d079b6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:44.791388 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3807eee6-dbfc-4c10-96ec-eb96f93d3e1a req-a2474bba-9530-416c-a729-7ac0c6d079b6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0627050 Aug 07 04:58:44.831372 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3807eee6-dbfc-4c10-96ec-eb96f93d3e1a req-5898da05-f054-47ac-a06a-12ab45b01803 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341597 Aug 07 04:58:45.542761 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40340) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:45.660425 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-35b1762e-6634-4a82-b3c8-77e6e678cc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.763946 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-35b1762e-6634-4a82-b3c8-77e6e678cc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.770966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-35b1762e-6634-4a82-b3c8-77e6e678cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.811006 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1762e-6634-4a82-b3c8-77e6e678cc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d7689-c4fe-46c2-b215-845ce9b02db6,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:45.815390 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-35b1762e-6634-4a82-b3c8-77e6e678cc1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a6d505303744a81ad0c8d4ae5c03a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715962 Aug 07 04:58:45.818214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40344) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:45.871897 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-898894bf-ef04-4c13-9acc-ac74ab458e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.894789 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-898894bf-ef04-4c13-9acc-ac74ab458e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.948014 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-898894bf-ef04-4c13-9acc-ac74ab458e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.950582 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-898894bf-ef04-4c13-9acc-ac74ab458e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.951750 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-898894bf-ef04-4c13-9acc-ac74ab458e97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d2d7689-c4fe-46c2-b215-845ce9b02db6 HTTP/1.1" status: 204 len: 168 time: 0.1312366 Aug 07 04:58:45.960045 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898894bf-ef04-4c13-9acc-ac74ab458e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d7689-c4fe-46c2-b215-845ce9b02db6,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:45.976043 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bc57-0fb7-4381-ab9f-f9536cc1b7b4 req-cc16df18-0d2a-4799-97da-0e24d8fd1ab1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:45.977657 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d6b7bc57-0fb7-4381-ab9f-f9536cc1b7b4 req-cc16df18-0d2a-4799-97da-0e24d8fd1ab1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0648415 Aug 07 04:58:46.047486 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d6b7bc57-0fb7-4381-ab9f-f9536cc1b7b4 req-3cec3614-521e-41fd-bafd-605ae5219566 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0578244 Aug 07 04:58:47.088158 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40396) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:47.188473 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679b76-a635-46ea-9fe2-07e7aac90d77 req-8f0add33-2686-415b-b95d-eeb81ce27574 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:47.190354 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97679b76-a635-46ea-9fe2-07e7aac90d77 req-8f0add33-2686-415b-b95d-eeb81ce27574 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0577285 Aug 07 04:58:47.217016 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6d4049fb-59c0-4120-bce3-6cca150214e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.258492 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97679b76-a635-46ea-9fe2-07e7aac90d77 req-984a8414-8675-4bbd-ab69-24d9ebe601b0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0552611 Aug 07 04:58:47.334866 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6d4049fb-59c0-4120-bce3-6cca150214e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.339940 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6d4049fb-59c0-4120-bce3-6cca150214e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.389504 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40400) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:47.390207 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-6d4049fb-59c0-4120-bce3-6cca150214e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97297ab9db8f4ebdaea854d613201297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002772 Aug 07 04:58:47.390845 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4049fb-59c0-4120-bce3-6cca150214e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ac7cd-e88c-4221-89e9-8f2af39b7108,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:47.450096 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e7315af3-5b01-4e22-b50f-9ac41193e5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.473277 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e7315af3-5b01-4e22-b50f-9ac41193e5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.521856 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e7315af3-5b01-4e22-b50f-9ac41193e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.524719 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e7315af3-5b01-4e22-b50f-9ac41193e5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:47.525891 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e7315af3-5b01-4e22-b50f-9ac41193e5f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/376ac7cd-e88c-4221-89e9-8f2af39b7108 HTTP/1.1" status: 204 len: 168 time: 0.1340129 Aug 07 04:58:47.533606 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7315af3-5b01-4e22-b50f-9ac41193e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ac7cd-e88c-4221-89e9-8f2af39b7108,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:48.386409 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17fba3-3c3b-46f6-8828-47b87cbeed8e req-bed20eb0-7400-4df5-bc4f-5164458d25b3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:48.387958 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5c17fba3-3c3b-46f6-8828-47b87cbeed8e req-bed20eb0-7400-4df5-bc4f-5164458d25b3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0523653 Aug 07 04:58:48.430844 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5c17fba3-3c3b-46f6-8828-47b87cbeed8e req-b4152cf9-955a-4b93-a882-a63be9e7bbc3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363367 Aug 07 04:58:49.795887 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b006161-9d6f-4879-995b-7af4f4468311 req-52592129-6273-4f1f-b08a-3e49c5037b57 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:49.797254 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6b006161-9d6f-4879-995b-7af4f4468311 req-52592129-6273-4f1f-b08a-3e49c5037b57 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0476329 Aug 07 04:58:49.836189 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6b006161-9d6f-4879-995b-7af4f4468311 req-0eea3b7f-d5ce-42fa-846f-75fd358f2464 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330079 Aug 07 04:58:50.959430 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05e66-679b-4199-abf6-ef40ce581a04 req-276b6621-51d1-49dc-b442-7f0f37de74d8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.960993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-97d05e66-679b-4199-abf6-ef40ce581a04 req-276b6621-51d1-49dc-b442-7f0f37de74d8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0478759 Aug 07 04:58:50.997772 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-97d05e66-679b-4199-abf6-ef40ce581a04 req-8b68ae94-bddb-467f-854d-2b5b452dfcd6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306716 Aug 07 04:58:51.596268 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-40d0479d-8286-4a47-8bd3-01e5d7f5bfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:52.129732 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdec12-5e7b-4d6c-b2c3-278da4c80c65 req-18ef5d6e-fab4-49f6-920d-bb53d7ae5536 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:52.131206 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b5bdec12-5e7b-4d6c-b2c3-278da4c80c65 req-18ef5d6e-fab4-49f6-920d-bb53d7ae5536 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0532005 Aug 07 04:58:52.169748 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b5bdec12-5e7b-4d6c-b2c3-278da4c80c65 req-31e6ecd3-e9a1-4113-9f69-ed170980ce1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320907 Aug 07 04:58:52.471612 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:53.293156 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8304c-25e9-4552-8c03-085689805226 req-6c7ec426-4d83-4515-ba12-6e13d95b92a5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:53.294646 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-18c8304c-25e9-4552-8c03-085689805226 req-6c7ec426-4d83-4515-ba12-6e13d95b92a5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0509639 Aug 07 04:58:53.338993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-18c8304c-25e9-4552-8c03-085689805226 req-32ed6b49-f5dc-45f1-840c-536dfa31279d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375452 Aug 07 04:58:54.287459 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:54.292209 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c63f15f4-b553-4624-92a6-ca49976b9a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:54.472590 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945131f6-7f7d-4e16-a9b8-32f850a58830 req-dad180da-cd9e-4a71-8ca9-3d6a2b0adc44 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:54.474420 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-945131f6-7f7d-4e16-a9b8-32f850a58830 req-dad180da-cd9e-4a71-8ca9-3d6a2b0adc44 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0598123 Aug 07 04:58:54.515227 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-945131f6-7f7d-4e16-a9b8-32f850a58830 req-a2a34c09-256a-4509-ad71-679f2e964a01 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334508 Aug 07 04:58:55.581730 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:55.645956 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ee7d-ad69-445e-8aa2-f85b9e41d8ec req-3705ecde-c216-457a-8295-d050c67ac99f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:55.647412 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c441ee7d-ad69-445e-8aa2-f85b9e41d8ec req-3705ecde-c216-457a-8295-d050c67ac99f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0542090 Aug 07 04:58:55.684543 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c441ee7d-ad69-445e-8aa2-f85b9e41d8ec req-aae49297-c52c-444f-83e4-72587b87f375 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301659 Aug 07 04:58:56.802692 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23762e-a3b0-450c-b7fe-a6bfbb39faa8 req-73e79a7c-3377-4e21-8167-cd133ec48484 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:56.804200 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3d23762e-a3b0-450c-b7fe-a6bfbb39faa8 req-73e79a7c-3377-4e21-8167-cd133ec48484 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0477340 Aug 07 04:58:56.840479 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3d23762e-a3b0-450c-b7fe-a6bfbb39faa8 req-4d009fc0-fe0a-46f2-b759-d86b4b69dc52 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305219 Aug 07 04:58:56.975591 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:57.956521 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a2afb-d252-4342-b239-ffcdb217d016 req-a208f6c4-a9c1-4aec-b80a-f67261126fb5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:57.957973 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fe1a2afb-d252-4342-b239-ffcdb217d016 req-a208f6c4-a9c1-4aec-b80a-f67261126fb5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0465212 Aug 07 04:58:57.994676 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fe1a2afb-d252-4342-b239-ffcdb217d016 req-35b5e88a-6d98-4e7a-8656-2aed44ff0c9d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300434 Aug 07 04:58:59.117858 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcf92c-cb03-458f-aff1-ef31b5b45f67 req-5c55c73d-aafe-4074-85ac-f2aaeeadc8a6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:59.119348 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8bdcf92c-cb03-458f-aff1-ef31b5b45f67 req-5c55c73d-aafe-4074-85ac-f2aaeeadc8a6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0539100 Aug 07 04:58:59.155967 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8bdcf92c-cb03-458f-aff1-ef31b5b45f67 req-ebe81fae-9f80-4364-9b09-ef85e4ff5143 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307851 Aug 07 04:59:00.273781 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6f7-6013-47d8-ab0f-cb0bfb4e3da3 req-1dc0e5e6-4362-47c9-b43b-b7bffdba9b06 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:00.275235 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dac8f6f7-6013-47d8-ab0f-cb0bfb4e3da3 req-1dc0e5e6-4362-47c9-b43b-b7bffdba9b06 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0482507 Aug 07 04:59:00.312259 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dac8f6f7-6013-47d8-ab0f-cb0bfb4e3da3 req-01d99bb4-15cf-4b79-a5a8-c8cd37148f12 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311954 Aug 07 04:59:01.436989 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483633-c8b2-417f-a772-5e7b46b838e3 req-c08f8cc3-c6a5-4de5-a108-24b2f3a7ef5f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:01.438709 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ae483633-c8b2-417f-a772-5e7b46b838e3 req-c08f8cc3-c6a5-4de5-a108-24b2f3a7ef5f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0542417 Aug 07 04:59:01.478543 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ae483633-c8b2-417f-a772-5e7b46b838e3 req-9e3706d3-8c25-48cb-808c-42d9b0f12dd2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340204 Aug 07 04:59:02.599252 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d7266-d811-42ad-b98a-4f9473585e75 req-3684c0bc-8b10-4fee-8d27-8f4c271a1c5d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:02.601214 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a4d7266-d811-42ad-b98a-4f9473585e75 req-3684c0bc-8b10-4fee-8d27-8f4c271a1c5d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0515332 Aug 07 04:59:02.639895 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a4d7266-d811-42ad-b98a-4f9473585e75 req-fec59f7c-f02b-466f-883f-eeb495bd9bbe tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323832 Aug 07 04:59:03.657204 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-db2c7d34-b22a-403f-b918-b440cf6455a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:03.658869 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-db2c7d34-b22a-403f-b918-b440cf6455a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1433470 Aug 07 04:59:03.819783 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4752e3-58b9-40fd-8e41-c4b391811523 req-e5fbe160-434d-423b-be60-38cd45874dd6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:03.821647 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f4752e3-58b9-40fd-8e41-c4b391811523 req-e5fbe160-434d-423b-be60-38cd45874dd6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.1022418 Aug 07 04:59:03.848770 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-4ac9a449-5f70-4b2a-b8a7-152fe4baadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:03.850426 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-4ac9a449-5f70-4b2a-b8a7-152fe4baadd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.1406963 Aug 07 04:59:03.902914 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f4752e3-58b9-40fd-8e41-c4b391811523 req-56cdfff9-6cf5-4a1e-a236-9aeb49b4b6b9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0751114 Aug 07 04:59:03.926725 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-b90e087e-16d6-4665-ba48-562673daf5e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1000 time: 0.0641184 Aug 07 04:59:03.985747 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-456666b3-e1e8-432c-bf5c-6e76ce5ff6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:03.987173 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-456666b3-e1e8-432c-bf5c-6e76ce5ff6b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0502799 Aug 07 04:59:04.032911 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-04327d35-9e97-4cd7-9df3-2a079be48ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:04.034371 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-04327d35-9e97-4cd7-9df3-2a079be48ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390785 Aug 07 04:59:04.124438 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-0b032776-e805-45dd-ba15-99f98c8c5a37 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Aug 07 04:59:04.218422 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d82d9f51-2557-4be8-a376-5713d9a7535e req-edb8ee33-8384-4e92-b8bc-ec96999078e7 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858858 Aug 07 04:59:05.023806 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b66f2-9420-4910-b893-af00737c48df req-49140a32-09dc-459e-9450-7d5faf9884cb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:05.025301 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-242b66f2-9420-4910-b893-af00737c48df req-49140a32-09dc-459e-9450-7d5faf9884cb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0474205 Aug 07 04:59:05.063429 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-242b66f2-9420-4910-b893-af00737c48df req-df03e6c3-714b-4b1a-b488-365c7e4a722b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322421 Aug 07 04:59:06.182741 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781a3d1-903c-42fc-8116-1dfe46a04ea3 req-32e5d39a-17fa-45e8-872d-34bb0940041b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:06.184202 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6781a3d1-903c-42fc-8116-1dfe46a04ea3 req-32e5d39a-17fa-45e8-872d-34bb0940041b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0486479 Aug 07 04:59:06.222115 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6781a3d1-903c-42fc-8116-1dfe46a04ea3 req-6e7f6cac-d45a-4a18-a3d8-27e3a14d6cc3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318663 Aug 07 04:59:07.341784 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca30e-97a9-47bb-ae72-176e9ef68b1f req-a62540ab-8e84-4221-b88d-60733ff54ccb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:07.343208 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-00aca30e-97a9-47bb-ae72-176e9ef68b1f req-a62540ab-8e84-4221-b88d-60733ff54ccb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0503273 Aug 07 04:59:07.380293 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-00aca30e-97a9-47bb-ae72-176e9ef68b1f req-4c8780d2-77a1-4078-9b77-fe02c8144f1b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312867 Aug 07 04:59:08.502907 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36519c73-f543-464a-8d48-c90f2f80337f req-5debd2f8-9537-4675-9d65-9ee12d139f6f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:08.504364 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-36519c73-f543-464a-8d48-c90f2f80337f req-5debd2f8-9537-4675-9d65-9ee12d139f6f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0511642 Aug 07 04:59:08.542585 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-36519c73-f543-464a-8d48-c90f2f80337f req-640d7db1-ebb9-441c-b6d3-1834a4fe91a1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311182 Aug 07 04:59:09.141644 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:59:09.658984 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c614e4-615a-4e9e-8070-d997b935edcf req-bda3e8a2-9219-4f42-87c8-6e632a7f4065 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:09.660444 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-70c614e4-615a-4e9e-8070-d997b935edcf req-bda3e8a2-9219-4f42-87c8-6e632a7f4065 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0470359 Aug 07 04:59:09.697256 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-70c614e4-615a-4e9e-8070-d997b935edcf req-9ab0b49c-1c21-4607-a872-1612f3f21a18 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300622 Aug 07 04:59:10.812947 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880289-5b7b-44f2-8523-2935cce281ce req-996c23f5-f428-45b5-a2a9-e211cdff1473 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:10.814338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0880289-5b7b-44f2-8523-2935cce281ce req-996c23f5-f428-45b5-a2a9-e211cdff1473 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0470469 Aug 07 04:59:10.851777 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0880289-5b7b-44f2-8523-2935cce281ce req-e1f47ce7-3504-4eb0-86c8-217c844b4717 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315752 Aug 07 04:59:11.972320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0ca20-c689-4836-8628-eae0031517f5 req-f4c7122d-8604-4825-8162-02c0437c9e4d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:11.973837 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c0c0ca20-c689-4836-8628-eae0031517f5 req-f4c7122d-8604-4825-8162-02c0437c9e4d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0483356 Aug 07 04:59:12.012729 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c0c0ca20-c689-4836-8628-eae0031517f5 req-6537b1aa-d657-4e06-8b63-85b56adce463 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321980 Aug 07 04:59:13.133480 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5486f-de65-4ada-9db2-1c7c49216b4e req-0c732da5-6439-446b-8324-6d81570353a2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:13.136245 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f1e5486f-de65-4ada-9db2-1c7c49216b4e req-0c732da5-6439-446b-8324-6d81570353a2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0503621 Aug 07 04:59:13.176419 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f1e5486f-de65-4ada-9db2-1c7c49216b4e req-13fe781f-69a5-4c32-8ca4-9450e08fda73 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325220 Aug 07 04:59:14.297620 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ec67-1afd-41d8-8128-4baabee76458 req-7c3edc87-17d6-4a84-9687-46e78dd1bca5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:14.299050 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2ed3ec67-1afd-41d8-8128-4baabee76458 req-7c3edc87-17d6-4a84-9687-46e78dd1bca5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 944 time: 0.0501063 Aug 07 04:59:14.335430 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2ed3ec67-1afd-41d8-8128-4baabee76458 req-0888a468-53a0-495c-b370-76a2abc0ed2f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304823 Aug 07 04:59:14.374014 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:59:14.470782 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:14.482248 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'port_id': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'mac_address': 'fa:16:3e:dc:47:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:59:14.518756 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.531279 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0264c8-c45c-4fec-b570-31fbf0131107 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:59:14.550738 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:14.554136 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.604232 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=9']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:15.462494 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffc166-1d9b-4ad8-8a6e-f4fedf359d39 req-194885ca-3e6e-44f5-ae93-27660b397cde tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:15.464403 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a1ffc166-1d9b-4ad8-8a6e-f4fedf359d39 req-194885ca-3e6e-44f5-ae93-27660b397cde tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0566621 Aug 07 04:59:15.501469 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a1ffc166-1d9b-4ad8-8a6e-f4fedf359d39 req-1d3a29ec-7b3d-43bd-a635-4eb2d64ec470 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312042 Aug 07 04:59:16.621344 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed92d-cee4-4669-8225-3567fec1f49e req-8982ecbe-ffb8-43b3-9346-c846c2b6b8b0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:16.622825 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-297ed92d-cee4-4669-8225-3567fec1f49e req-8982ecbe-ffb8-43b3-9346-c846c2b6b8b0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Aug 07 04:59:16.660678 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-297ed92d-cee4-4669-8225-3567fec1f49e req-884f40df-ad9c-4bfa-92e3-cf7f7d93f035 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319633 Aug 07 04:59:17.781818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d376-dd21-42bc-ac10-d9441430de64 req-08aa9d3e-aac5-4921-8d7d-3add5dfc901f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:17.783290 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bda4d376-dd21-42bc-ac10-d9441430de64 req-08aa9d3e-aac5-4921-8d7d-3add5dfc901f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0514891 Aug 07 04:59:17.820204 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bda4d376-dd21-42bc-ac10-d9441430de64 req-88552cd5-7cca-4128-a30b-202df3262ac9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309737 Aug 07 04:59:18.939849 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eaf66-8e94-44ab-ab8b-7576e32d39cc req-e922ce71-8f6a-4d80-a4af-22218f15fe76 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:18.941468 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-241eaf66-8e94-44ab-ab8b-7576e32d39cc req-e922ce71-8f6a-4d80-a4af-22218f15fe76 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Aug 07 04:59:18.980117 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-241eaf66-8e94-44ab-ab8b-7576e32d39cc req-b219377f-2721-4b0d-b7dc-ab7540a2ebdf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327616 Aug 07 04:59:20.095623 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f021c-cd85-44d5-9147-92f078a7131f req-72ee68c9-16d0-4f8f-8125-5fb533f2181c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:20.097106 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9b2f021c-cd85-44d5-9147-92f078a7131f req-72ee68c9-16d0-4f8f-8125-5fb533f2181c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0462255 Aug 07 04:59:20.135226 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9b2f021c-cd85-44d5-9147-92f078a7131f req-05da7254-53e7-4c3a-bdc0-c5e8746f97a8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323610 Aug 07 04:59:20.904626 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['6a0264c8-c45c-4fec-b570-31fbf0131107'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:21.255158 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd010e-c652-4e30-9048-8d54e27fce1c req-d1e83c00-5f99-4d3a-96f5-8fe7af54f94c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:21.256575 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cdcd010e-c652-4e30-9048-8d54e27fce1c req-d1e83c00-5f99-4d3a-96f5-8fe7af54f94c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0500758 Aug 07 04:59:21.293341 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cdcd010e-c652-4e30-9048-8d54e27fce1c req-cb683c0b-15b8-4cd8-b4e1-81db08c39326 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303519 Aug 07 04:59:21.596573 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7883c62d-a7d7-4152-87d8-bb467c501d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:22.416670 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211660cd-0328-48b9-80fb-124eeb2ecc4c req-3fc700cc-bc41-4eae-b4db-686e77b647cb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:22.418130 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-211660cd-0328-48b9-80fb-124eeb2ecc4c req-3fc700cc-bc41-4eae-b4db-686e77b647cb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0503159 Aug 07 04:59:22.460589 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-211660cd-0328-48b9-80fb-124eeb2ecc4c req-191d9c5f-bb14-4171-93b2-15e5a55c4ef0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365765 Aug 07 04:59:22.473510 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:23.582381 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f099a-175e-4f95-beb1-725a4add4428 req-8340088e-f7cf-4446-b69f-61dc1bac9961 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:23.583944 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd8f099a-175e-4f95-beb1-725a4add4428 req-8340088e-f7cf-4446-b69f-61dc1bac9961 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0499790 Aug 07 04:59:23.624877 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd8f099a-175e-4f95-beb1-725a4add4428 req-05419810-5f00-40f7-8fd2-12bbc7946b13 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337975 Aug 07 04:59:24.282060 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:24.292153 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ee02544b-96b8-469e-91f9-50f39d29230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:24.727130 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:59:24.746369 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4618785-7f1f-43b0-927f-e193d2ba51cb req-e6275476-b82b-4f44-97b3-899d9644756a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:24.747885 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4618785-7f1f-43b0-927f-e193d2ba51cb req-e6275476-b82b-4f44-97b3-899d9644756a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Aug 07 04:59:24.779417 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 6a0264c8-c45c-4fec-b570-31fbf0131107 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:59:24.779783 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:24.793288 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4618785-7f1f-43b0-927f-e193d2ba51cb req-580f21be-f201-49d1-bd96-fe2594c4fa16 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389833 Aug 07 04:59:24.854453 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:24.875630 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:24.877854 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90aaee-5bb8-4f26-8cde-d1610701606c" -d '{"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:24.891396 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:24.895459 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:24.923873 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c0325-cb83-4cd0-b4e4-0ca8a4fcc33f x-openstack-request-id: req-445c0325-cb83-4cd0-b4e4-0ca8a4fcc33f {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:24.924177 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:24.924412 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-445c0325-cb83-4cd0-b4e4-0ca8a4fcc33f {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:24.924896 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'code': 200} Aug 07 04:59:24.949771 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=10']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:25.587864 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:25.938641 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4260a4-2027-4050-9b73-537136441a70 req-f1f66241-cde5-49c0-ac18-4244819b1f88 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:25.940125 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec4260a4-2027-4050-9b73-537136441a70 req-f1f66241-cde5-49c0-ac18-4244819b1f88 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0630596 Aug 07 04:59:25.983009 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ec4260a4-2027-4050-9b73-537136441a70 req-045ea6fe-68f8-42c7-919d-f33b626e641c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334604 Aug 07 04:59:26.979294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:27.101670 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181e10e-caa3-42eb-a128-45c00b04f173 req-647f7e3f-f61c-4cd4-a9c6-8f01e1452a49 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:27.103679 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7181e10e-caa3-42eb-a128-45c00b04f173 req-647f7e3f-f61c-4cd4-a9c6-8f01e1452a49 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0477648 Aug 07 04:59:27.140202 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7181e10e-caa3-42eb-a128-45c00b04f173 req-bb6352e7-e6eb-4cf0-8753-ffc36f6e028d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306189 Aug 07 04:59:28.268585 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae019-d364-47fd-9014-4356248dd18e req-b50ab8e2-9da2-4c14-8383-c6d0b6a86a7a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:28.270051 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-282ae019-d364-47fd-9014-4356248dd18e req-b50ab8e2-9da2-4c14-8383-c6d0b6a86a7a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0531008 Aug 07 04:59:28.308184 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-282ae019-d364-47fd-9014-4356248dd18e req-4fbad835-a7f4-4299-95ef-dad31a4207be tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316906 Aug 07 04:59:28.438941 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0fe7b-5ae1-4958-bfe5-6686461b6e09 req-35f93241-2965-442c-80ed-ff412e4d5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:28.440337 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9fb0fe7b-5ae1-4958-bfe5-6686461b6e09 req-35f93241-2965-442c-80ed-ff412e4d5cec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1100 time: 0.0393381 Aug 07 04:59:28.475498 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9fb0fe7b-5ae1-4958-bfe5-6686461b6e09 req-f6ceefc7-a978-4584-9151-ed2ede0a1a9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0263524 Aug 07 04:59:29.428508 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271170d-bb32-4998-ae44-a95e54baf060 req-1775c9ba-70be-49df-8964-4ef3e7fb34f0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:29.429963 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d271170d-bb32-4998-ae44-a95e54baf060 req-1775c9ba-70be-49df-8964-4ef3e7fb34f0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0501189 Aug 07 04:59:29.467395 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d271170d-bb32-4998-ae44-a95e54baf060 req-8613a445-411f-4c4c-92f8-3b9b35b38d49 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307658 Aug 07 04:59:30.583572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8096853-0049-49b5-a91d-8813ac9f5d6e req-861c44a1-5c57-43c9-a81f-8cc9e4d2f986 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:30.585026 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f8096853-0049-49b5-a91d-8813ac9f5d6e req-861c44a1-5c57-43c9-a81f-8cc9e4d2f986 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0472867 Aug 07 04:59:30.622027 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f8096853-0049-49b5-a91d-8813ac9f5d6e req-6a8e41f6-6a77-404a-85c7-338c96fb76e0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306001 Aug 07 04:59:31.739766 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac12d1-2cc2-471d-b142-7e59860db33a req-33d1bdb0-977e-48a3-83ea-fc589b9d5971 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:31.741228 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-43ac12d1-2cc2-471d-b142-7e59860db33a req-33d1bdb0-977e-48a3-83ea-fc589b9d5971 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0478451 Aug 07 04:59:31.777999 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-43ac12d1-2cc2-471d-b142-7e59860db33a req-c1472226-ee2e-4734-a756-e09474e67123 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308223 Aug 07 04:59:32.898850 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62c99-a09a-4577-82e7-20f1721728f0 req-cc03f0ff-04a8-42fd-b063-a00ea6f79023 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:32.900270 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb62c99-a09a-4577-82e7-20f1721728f0 req-cc03f0ff-04a8-42fd-b063-a00ea6f79023 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0507345 Aug 07 04:59:32.937355 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9eb62c99-a09a-4577-82e7-20f1721728f0 req-507d99ed-c244-4ca4-be4e-8b163cb9918a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311332 Aug 07 04:59:34.057947 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef376939-cab5-40f8-864b-bb24ee8550a9 req-3f335f4b-7aa8-4adf-888e-4ea093e592fc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:34.059416 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ef376939-cab5-40f8-864b-bb24ee8550a9 req-3f335f4b-7aa8-4adf-888e-4ea093e592fc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0513880 Aug 07 04:59:34.096385 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ef376939-cab5-40f8-864b-bb24ee8550a9 req-577c1d2d-9d63-4732-943e-fd33d527ee94 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310888 Aug 07 04:59:35.216621 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17875af4-4707-4151-b60d-633890cb2dbb req-a615187a-66e4-4f3d-b0e1-87717ec51593 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:35.218145 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17875af4-4707-4151-b60d-633890cb2dbb req-a615187a-66e4-4f3d-b0e1-87717ec51593 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0494688 Aug 07 04:59:35.258662 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17875af4-4707-4151-b60d-633890cb2dbb req-11a40678-ac9d-414e-a214-94ef87129b76 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338776 Aug 07 04:59:36.380248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b385fbf-6612-4ac7-9701-53066d01aabe req-594d44dc-e642-40fe-a6fd-2a44ea62b55c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:36.381736 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0b385fbf-6612-4ac7-9701-53066d01aabe req-594d44dc-e642-40fe-a6fd-2a44ea62b55c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0517278 Aug 07 04:59:36.418988 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-0b385fbf-6612-4ac7-9701-53066d01aabe req-3ea9b251-1e98-417e-8f03-e32e9d98a10f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307162 Aug 07 04:59:37.541750 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095731a2-9495-472b-b0cf-fb67b764e5e2 req-e79e9e97-f5dc-467d-b601-569631ac0f1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:37.543105 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-095731a2-9495-472b-b0cf-fb67b764e5e2 req-e79e9e97-f5dc-467d-b601-569631ac0f1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0473280 Aug 07 04:59:37.579281 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-095731a2-9495-472b-b0cf-fb67b764e5e2 req-7d49134f-8bd8-4723-8288-b70fefc7925d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303705 Aug 07 04:59:38.698005 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167180-2b00-4cbf-b613-6e018be981a8 req-404c035a-b169-4a66-91d7-ce905a346691 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:38.699436 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3f167180-2b00-4cbf-b613-6e018be981a8 req-404c035a-b169-4a66-91d7-ce905a346691 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0466933 Aug 07 04:59:38.736585 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3f167180-2b00-4cbf-b613-6e018be981a8 req-2cc0f39f-8e9f-44f8-b460-aed18281f90b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313733 Aug 07 04:59:39.856832 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec379c0-5e5d-48ac-b280-0b1d574a8943 req-d7e802d4-f47c-493b-82dd-c3dbf2901611 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.858307 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eec379c0-5e5d-48ac-b280-0b1d574a8943 req-d7e802d4-f47c-493b-82dd-c3dbf2901611 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0513601 Aug 07 04:59:39.897996 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eec379c0-5e5d-48ac-b280-0b1d574a8943 req-ba3da780-8350-4a52-acaa-48f22c700467 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338027 Aug 07 04:59:41.014602 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561525c7-1535-477d-b21a-175fd71b0a38 req-88a8f9c7-3937-45bd-bef2-dbba64d1035a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:41.015992 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-561525c7-1535-477d-b21a-175fd71b0a38 req-88a8f9c7-3937-45bd-bef2-dbba64d1035a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0474768 Aug 07 04:59:41.053510 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-561525c7-1535-477d-b21a-175fd71b0a38 req-b19409d3-766c-4be0-ad1c-390c1484a53f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316467 Aug 07 04:59:45.059243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78309a86-fa49-4358-a9ef-ca322e564098 req-c7f59837-8ae3-495e-9a38-7eecff29f90d tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:45.060826 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-78309a86-fa49-4358-a9ef-ca322e564098 req-c7f59837-8ae3-495e-9a38-7eecff29f90d tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.0542080 Aug 07 04:59:45.101858 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-78309a86-fa49-4358-a9ef-ca322e564098 req-0acc58b9-f299-46c4-bfcf-dff4c8321820 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Aug 07 04:59:46.140342 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:59:46.226235 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4890084-6d7b-40c6-82ee-16b14009064d req-f39568d1-bdea-4d33-a83c-f05bd85db959 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:46.227711 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a4890084-6d7b-40c6-82ee-16b14009064d req-f39568d1-bdea-4d33-a83c-f05bd85db959 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.0525815 Aug 07 04:59:46.265351 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a4890084-6d7b-40c6-82ee-16b14009064d req-c1107f20-732b-443a-b77f-f2c62a25f302 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302129 Aug 07 04:59:47.188098 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-f50f3624-caca-484f-b4eb-7eff918a2392 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.189533 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-f50f3624-caca-484f-b4eb-7eff918a2392 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.0464568 Aug 07 04:59:47.284358 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Deleting port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:47.284699 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.404308 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] For port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:47.404656 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.420639 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58505ef1-8152-4402-8eae-d15a61da31f4 req-af81f3e7-1dec-4bb9-9f19-45ceae7409e6 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.422128 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-58505ef1-8152-4402-8eae-d15a61da31f4 req-af81f3e7-1dec-4bb9-9f19-45ceae7409e6 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=28314017-c8b0-4a57-8ffb-7fa1aee0232e HTTP/1.1" status: 200 len: 945 time: 0.0876498 Aug 07 04:59:47.427823 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Calling delete_port for 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:47.491875 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 40870) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:47.499023 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-58505ef1-8152-4402-8eae-d15a61da31f4 req-4052a801-066a-44fb-9deb-02d11a612ea6 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690963 Aug 07 04:59:47.581341 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.601335 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.615179 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Pushing event deleted for resources: {'Port': ['ID=2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:47.619965 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:47.661639 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] No DVR routers for this DVR port 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:59:47.663969 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.664399 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.664692 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.665039 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.665458 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.665837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.666175 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.666505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.666834 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.667812 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.668372 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.668822 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.671660 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.673715 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9b51ce44-8ebd-4e84-846d-b3ef7a9af21b req-251996f7-1e64-4b89-a1b5-dcf6fea27a23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "DELETE /v2.0/ports/2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 HTTP/1.1" status: 204 len: 173 time: 0.4777195 Aug 07 04:59:47.674204 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'name': 'network-vif-deleted', 'tag': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:47.676454 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266e5141-897a-4773-a593-45b14f375c6e" -d '{"events": [{"server_uuid": "28314017-c8b0-4a57-8ffb-7fa1aee0232e", "name": "network-vif-deleted", "tag": "2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:47.703271 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.709082 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.747065 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bda12262b29452c847b89d6cce104f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539976 Aug 07 04:59:47.749595 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 40878) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:47.756642 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28f978-3cb2-4f4b-ac2c-f96b9e9bfa4d,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:47.766543 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.767225 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.767734 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.768320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.768946 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.769520 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.770073 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.770633 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.771063 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.771510 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.771933 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.772353 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214ee03-6439-4bf9-9523-8b21455d5500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:47.803025 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-22f3d673-8f6a-4296-a952-d62dbfa3a2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.826150 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-22f3d673-8f6a-4296-a952-d62dbfa3a2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.854675 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bffe85d-adf0-4da3-a82e-87172fdbf101 x-openstack-request-id: req-5bffe85d-adf0-4da3-a82e-87172fdbf101 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:47.854964 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28314017-c8b0-4a57-8ffb-7fa1aee0232e", "name": "network-vif-deleted", "tag": "2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:47.855216 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bffe85d-adf0-4da3-a82e-87172fdbf101 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:47.855605 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28314017-c8b0-4a57-8ffb-7fa1aee0232e', 'name': 'network-vif-deleted', 'tag': '2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45', 'status': 'completed', 'code': 200} Aug 07 04:59:47.876867 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-22f3d673-8f6a-4296-a952-d62dbfa3a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.879524 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-22f3d673-8f6a-4296-a952-d62dbfa3a2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.880895 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-22f3d673-8f6a-4296-a952-d62dbfa3a2fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f28f978-3cb2-4f4b-ac2c-f96b9e9bfa4d HTTP/1.1" status: 204 len: 168 time: 0.1302905 Aug 07 04:59:47.889095 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3d673-8f6a-4296-a952-d62dbfa3a2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28f978-3cb2-4f4b-ac2c-f96b9e9bfa4d,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:51.597422 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ffc06234-4e30-46d9-92ed-71bc21e8c4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:52.900871 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:52.923620 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:52.924223 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:52.924558 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 2fb5165d-bfbf-4de5-8df3-bb9fe0d27b45 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:54.288197 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.300297 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-1f947564-0d57-4497-8662-4904aa2e8105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.588735 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:56.985848 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.187316 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-e646dba5-7908-4ad4-94fa-24d841340fc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401232 Aug 07 04:59:58.258229 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227832-fef9-415a-90b9-32eb429ff97c req-b9436e82-fbb9-479f-98b8-78e6c7d5c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:58.259732 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-b9436e82-fbb9-479f-98b8-78e6c7d5c418 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 1098 time: 0.0383928 Aug 07 04:59:58.363150 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227832-fef9-415a-90b9-32eb429ff97c req-2ff1da05-081d-412f-b929-6554b09047a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:58.364580 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-2ff1da05-081d-412f-b929-6554b09047a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0843508 Aug 07 04:59:58.429443 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-726c9c29-ca3d-436e-b020-27262a6ad6d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0565832 Aug 07 04:59:58.478133 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227832-fef9-415a-90b9-32eb429ff97c req-c6ed218f-4624-463d-877c-8b25588ee434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:58.479454 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-c6ed218f-4624-463d-877c-8b25588ee434 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0428941 Aug 07 04:59:58.527045 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227832-fef9-415a-90b9-32eb429ff97c req-e0ba711d-0a82-4639-8f18-c5e8074e386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:58.528503 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-e0ba711d-0a82-4639-8f18-c5e8074e386a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417206 Aug 07 04:59:58.617734 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-329cd165-c6cb-4a7b-b914-245308bb2c3e service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810466 Aug 07 04:59:58.708467 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-11227832-fef9-415a-90b9-32eb429ff97c req-4f1f7212-2129-4cb8-9978-9b8631e31aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829897 Aug 07 05:00:03.648381 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-b4c29cd7-76a2-479f-99cb-4ff25f87ec0b tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:03.649790 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-b4c29cd7-76a2-479f-99cb-4ff25f87ec0b tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/networks?id=25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 200 len: 813 time: 0.1032834 Aug 07 05:00:03.664536 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-a7c26ab5-f1b7-4c53-96f6-09b3d9cc6258 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/quotas/2df5e22820a1410d94c298e75220eb68 HTTP/1.1" status: 200 len: 375 time: 0.0087342 Aug 07 05:00:03.696024 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-a728a335-0eae-4cc1-b776-fae8596956a9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2df5e22820a1410d94c298e75220eb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256593 Aug 07 05:00:03.877153 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-345cbf70-a459-4284-91e9-fbd9d733539f service neutron] 10.222.0.35 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734776 Aug 07 05:00:03.964930 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9249473d-a7e2-499a-8c1e-add5a99d8755 service neutron] 10.222.0.35 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807655 Aug 07 05:00:04.126514 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-06012585-b7a6-49d2-bfaf-68f4d76df174 req-572f3786-eefc-4c42-bcb4-327e1b6f93ea tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 210 time: 0.0271394 Aug 07 05:00:05.219488 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c9ac0793-02f4-45bc-bd62-8311d0c83b16 req-50db8aeb-c896-409e-80cf-0884d9d281f0 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 210 time: 0.0265121 Aug 07 05:00:06.324514 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-17ab038a-6c54-4d35-b6bc-d84dd9a4917d req-508ac153-f016-4bd2-b73a-48ebcfe47370 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 210 time: 0.0260556 Aug 07 05:00:07.413755 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d9f1a7c9-b3f4-4cee-aa6f-731c75df3dc8 req-bb0640d6-bb3c-430d-b47f-aae9ac2c50d6 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 210 time: 0.0245187 Aug 07 05:00:07.750383 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-f7daec38-03cc-488d-ba06-563ec973ec23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:07.751743 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-f7daec38-03cc-488d-ba06-563ec973ec23 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "GET /v2.0/networks?id=25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 200 len: 813 time: 0.1010733 Aug 07 05:00:07.784710 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Request body: {'port': {'device_id': '57c03d68-3927-4635-9ba1-7daeae99793f', 'network_id': '25fcf950-049f-4351-99b7-944505ca0693', 'admin_state_up': True, 'tenant_id': '2df5e22820a1410d94c298e75220eb68'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:07.896268 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Made reservation on behalf of 2df5e22820a1410d94c298e75220eb68 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:07.899929 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.026702 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Allocated IP 172.20.0.7 (25fcf950-049f-4351-99b7-944505ca0693/e7e81018-f191-4f7c-8cb5-73e7b57940fc/cf47d2d3-865a-452e-a12f-2fb0e2eae36b) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:08.173285 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.210328 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.516958 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Network 25fcf950-049f-4351-99b7-944505ca0693 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:08.524123 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:08.529057 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:08.554903 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Pushing event updated for resources: {'Port': ['ID=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:08.581519 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81780e5a-3efd-47fe-a6cf-ec1a11816745 req-75dc710e-3763-424f-a0e6-011436262619 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:08.582954 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81780e5a-3efd-47fe-a6cf-ec1a11816745 req-75dc710e-3763-424f-a0e6-011436262619 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 931 time: 0.0989912 Aug 07 05:00:08.593544 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:08.594125 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.622066 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-fa5469c8-3a8c-4fb0-b6d5-fadd324b94c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8410320 Aug 07 05:00:08.634260 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81780e5a-3efd-47fe-a6cf-ec1a11816745 req-476d7d6c-7a58-4b91-bfd0-dcf2aaf5b8b8 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Aug 07 05:00:08.641555 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Request body: {'port': {'device_id': '57c03d68-3927-4635-9ba1-7daeae99793f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:08.695327 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.958933 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf47d2d3-865a-452e-a12f-2fb0e2eae36b {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:08.969865 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.982420 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Transition to ACTIVE for port object cf47d2d3-865a-452e-a12f-2fb0e2eae36b will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:08.986881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.036454 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Pushing event updated for resources: {'Port': ['ID=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:09.101707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Attempting to bind port cf47d2d3-865a-452e-a12f-2fb0e2eae36b on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:09.102036 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Attempting to bind port cf47d2d3-865a-452e-a12f-2fb0e2eae36b by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:09.102356 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Attempting to bind port cf47d2d3-865a-452e-a12f-2fb0e2eae36b on network 25fcf950-049f-4351-99b7-944505ca0693 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:09.106957 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Port cf47d2d3-865a-452e-a12f-2fb0e2eae36b on network 25fcf950-049f-4351-99b7-944505ca0693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:00:09.107271 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Attempting to bind port cf47d2d3-865a-452e-a12f-2fb0e2eae36b on network 25fcf950-049f-4351-99b7-944505ca0693 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:09.111935 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:09.112302 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Checking segment: {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:09.112685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Bound using segment: {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:09.113129 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Bound port: cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792bcb99-e80d-4056-95c3-6e33d7333c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25fcf950-049f-4351-99b7-944505ca0693'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:09.113476 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.172926 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] For port cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:09.175769 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] For port cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:09.180042 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.212986 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:09.214161 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.215577 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] 10.222.0.24 "PUT /v2.0/ports/cf47d2d3-865a-452e-a12f-2fb0e2eae36b HTTP/1.1" status: 200 len: 1093 time: 0.5780721 Aug 07 05:00:09.216007 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c03d68-3927-4635-9ba1-7daeae99793f', 'tag': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:09.218423 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938b913-5d77-43a8-9156-689cef74b1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "57c03d68-3927-4635-9ba1-7daeae99793f", "tag": "cf47d2d3-865a-452e-a12f-2fb0e2eae36b"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:09.242612 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6f1d3-0381-4437-8bfb-c3d1564fe62f service neutron] Pushing event updated for resources: {'Port': ['ID=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:09.256858 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4097b81f-c989-44c2-b194-f358c5a68fa8 x-openstack-request-id: req-4097b81f-c989-44c2-b194-f358c5a68fa8 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:09.257148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c03d68-3927-4635-9ba1-7daeae99793f", "tag": "cf47d2d3-865a-452e-a12f-2fb0e2eae36b", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:09.257393 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4097b81f-c989-44c2-b194-f358c5a68fa8 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:09.257772 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c03d68-3927-4635-9ba1-7daeae99793f', 'tag': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b', 'status': 'completed', 'code': 200} Aug 07 05:00:09.322319 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-6836b77a-1852-4589-9b68-b4dc3d80fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:09.324033 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-6836b77a-1852-4589-9b68-b4dc3d80fbfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df5e22820a1410d94c298e75220eb68&device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 1096 time: 0.0434425 Aug 07 05:00:09.747224 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc32804-e106-4f62-8872-8a577805c760 req-fc9c1909-4b89-4144-96ff-7e5fc980147e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:09.748653 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8fc32804-e106-4f62-8872-8a577805c760 req-fc9c1909-4b89-4144-96ff-7e5fc980147e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0479085 Aug 07 05:00:09.786596 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8fc32804-e106-4f62-8872-8a577805c760 req-b5871722-ba70-4ebc-9e07-1bd11feac8a0 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Aug 07 05:00:10.905346 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b49a5-8572-4289-8a86-4406c88a14ce req-4625d090-4405-4fc5-aff4-cb1229ae19c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:10.906735 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-df2b49a5-8572-4289-8a86-4406c88a14ce req-4625d090-4405-4fc5-aff4-cb1229ae19c9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0525050 Aug 07 05:00:10.944606 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-df2b49a5-8572-4289-8a86-4406c88a14ce req-2fd1b184-79cb-445f-a6dc-c8b269185240 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Aug 07 05:00:11.898993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-63f47d32-edb9-4fe1-a110-9d5900d08255 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b HTTP/1.1" status: 200 len: 217 time: 0.0345316 Aug 07 05:00:12.063636 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004874e8-6974-4ec0-b56e-fc06c5c76871 req-43e68bb7-4c09-4a31-8902-5d1be24e4d52 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:12.065087 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-004874e8-6974-4ec0-b56e-fc06c5c76871 req-43e68bb7-4c09-4a31-8902-5d1be24e4d52 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0520389 Aug 07 05:00:12.102065 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-004874e8-6974-4ec0-b56e-fc06c5c76871 req-e80471aa-df81-47ad-80d6-0e78b45dd1f9 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Aug 07 05:00:13.215116 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0e14-766c-4103-a1a2-5da2e1e58820 req-cbe17236-4e4d-487d-8d86-889d51c9e14e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:13.216568 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bffe0e14-766c-4103-a1a2-5da2e1e58820 req-cbe17236-4e4d-487d-8d86-889d51c9e14e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0482416 Aug 07 05:00:13.253340 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bffe0e14-766c-4103-a1a2-5da2e1e58820 req-b437348e-46fd-4e82-b183-4b0f4e484833 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Aug 07 05:00:13.350069 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-db299234-fc5d-40cb-b628-7db8ed992a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:13.351512 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-db299234-fc5d-40cb-b628-7db8ed992a6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7e81018-f191-4f7c-8cb5-73e7b57940fc HTTP/1.1" status: 200 len: 853 time: 0.0433943 Aug 07 05:00:13.381247 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-489c7e95-fcff-4351-bd61-21fc7f1a0bdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25fcf950-049f-4351-99b7-944505ca0693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221457 Aug 07 05:00:13.474258 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-96e425e5-13a7-4f31-87cf-97001dee1aea service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831356 Aug 07 05:00:13.563368 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ba618eb2-2793-4a3c-9f74-473aa45f842c req-f400bcb2-d9cf-4783-bb8e-f8e53f7d6a4d service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Aug 07 05:00:13.689239 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938b913-5d77-43a8-9156-689cef74b1ab req-a1042288-f73e-42a2-bac7-3fc62032cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:13.690649 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-a1042288-f73e-42a2-bac7-3fc62032cee0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df5e22820a1410d94c298e75220eb68&device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 1096 time: 0.0395360 Aug 07 05:00:13.780375 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938b913-5d77-43a8-9156-689cef74b1ab req-2e268fd8-e00a-4838-a782-672ffb161134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:13.781808 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-2e268fd8-e00a-4838-a782-672ffb161134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 200 len: 914 time: 0.0833561 Aug 07 05:00:13.821900 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-04ac9f37-3ab8-45c3-b685-32e087c7212a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b HTTP/1.1" status: 200 len: 217 time: 0.0328834 Aug 07 05:00:13.872996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938b913-5d77-43a8-9156-689cef74b1ab req-9429a530-473c-4b0e-a98e-243643dc60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:13.874283 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-9429a530-473c-4b0e-a98e-243643dc60f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7e81018-f191-4f7c-8cb5-73e7b57940fc HTTP/1.1" status: 200 len: 853 time: 0.0454493 Aug 07 05:00:13.904794 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-26e5f09a-c85f-4f39-a7d3-ab6e22b88597 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25fcf950-049f-4351-99b7-944505ca0693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231376 Aug 07 05:00:13.992474 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-bd2fb96e-bbd4-456c-92ee-01d0160ffda3 service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799499 Aug 07 05:00:14.084294 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2938b913-5d77-43a8-9156-689cef74b1ab req-dfbf75a2-ef0c-463a-a5b5-f83448c15008 service neutron] 10.222.0.24 "GET /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845859 Aug 07 05:00:14.364984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38ad8-2d82-49bb-8a58-4fae37eb35d0 req-19fda697-b315-4925-b643-f7d9b6946be3 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:14.366451 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b5a38ad8-2d82-49bb-8a58-4fae37eb35d0 req-19fda697-b315-4925-b643-f7d9b6946be3 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0487063 Aug 07 05:00:14.404012 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b5a38ad8-2d82-49bb-8a58-4fae37eb35d0 req-8d3c2b1f-e71e-44ee-b16f-bb7f4832906a tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Aug 07 05:00:15.520092 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbe862-b5f4-4c7c-a877-d607c9082f53 req-314e2c20-0ce9-4c77-a3e2-4f39eae54ccb tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:15.521643 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-eabbe862-b5f4-4c7c-a877-d607c9082f53 req-314e2c20-0ce9-4c77-a3e2-4f39eae54ccb tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0490677 Aug 07 05:00:15.560020 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-eabbe862-b5f4-4c7c-a877-d607c9082f53 req-17d7762a-9184-439b-b6f9-3720f8154d25 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 07 05:00:16.677713 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fde6c3-f841-417b-a973-6df47e320a8b req-71d06dca-14f9-4ad6-8829-1fec3f72036e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:16.679196 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d4fde6c3-f841-417b-a973-6df47e320a8b req-71d06dca-14f9-4ad6-8829-1fec3f72036e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 943 time: 0.0504477 Aug 07 05:00:16.718770 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d4fde6c3-f841-417b-a973-6df47e320a8b req-5e4dec85-3189-4e2a-a8fa-c355c2542477 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Aug 07 05:00:17.027982 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device cf47d2d3-865a-452e-a12f-2fb0e2eae36b details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:00:17.124580 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:17.135444 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b', 'network_id': '25fcf950-049f-4351-99b7-944505ca0693', 'port_id': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b', 'mac_address': 'fa:16:3e:de:e8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e81018-f191-4f7c-8cb5-73e7b57940fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:00:17.170391 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.185984 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf47d2d3-865a-452e-a12f-2fb0e2eae36b {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:17.204340 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:17.207766 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.253487 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:17.260396 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.260754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.261118 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.261460 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.261794 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.262128 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.262458 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.262785 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.263135 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.263464 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.263789 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.264111 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:17.674296 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['cf47d2d3-865a-452e-a12f-2fb0e2eae36b'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:00:17.834036 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd4dea-7fd1-4842-bffe-b1a3f631086d req-174a93a3-f929-4527-8ed5-216f0c3eb9da tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:17.835716 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-16cd4dea-7fd1-4842-bffe-b1a3f631086d req-174a93a3-f929-4527-8ed5-216f0c3eb9da tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 944 time: 0.0505650 Aug 07 05:00:17.872394 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-16cd4dea-7fd1-4842-bffe-b1a3f631086d req-6a3b59d8-9398-4f47-8365-3ba90a62cbed tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299990 Aug 07 05:00:18.988958 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f85df-2dd1-4a35-9e9c-0b6a994d4b9f req-b98ded49-4e3b-4d63-a81d-c996ed586d73 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:18.990330 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-477f85df-2dd1-4a35-9e9c-0b6a994d4b9f req-b98ded49-4e3b-4d63-a81d-c996ed586d73 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 944 time: 0.0519314 Aug 07 05:00:19.028766 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-477f85df-2dd1-4a35-9e9c-0b6a994d4b9f req-9ae2b037-9dd3-499b-bf8b-d0d438d8ff81 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Aug 07 05:00:19.042659 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device cf47d2d3-865a-452e-a12f-2fb0e2eae36b up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:19.100386 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port cf47d2d3-865a-452e-a12f-2fb0e2eae36b completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:19.104535 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port cf47d2d3-865a-452e-a12f-2fb0e2eae36b triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:19.104943 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.178352 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.201073 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c03d68-3927-4635-9ba1-7daeae99793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:19.203251 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813141ae-6630-4f3c-974d-1b31d47f7f66" -d '{"events": [{"server_uuid": "57c03d68-3927-4635-9ba1-7daeae99793f", "name": "network-vif-plugged", "status": "completed", "tag": "cf47d2d3-865a-452e-a12f-2fb0e2eae36b"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:19.216094 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:19.219934 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.270020 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:19.360286 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4410bb-b521-455b-8bb5-d60342cdd59e x-openstack-request-id: req-6b4410bb-b521-455b-8bb5-d60342cdd59e {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:19.360576 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c03d68-3927-4635-9ba1-7daeae99793f", "name": "network-vif-plugged", "status": "completed", "tag": "cf47d2d3-865a-452e-a12f-2fb0e2eae36b", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:19.360859 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b4410bb-b521-455b-8bb5-d60342cdd59e {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:19.361256 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c03d68-3927-4635-9ba1-7daeae99793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b', 'code': 200} Aug 07 05:00:19.560685 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ec42f-34c1-4ad3-9583-7c28d428bac8 req-57a0ec7e-8444-47b7-995c-dfcaf96964fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:19.562129 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-983ec42f-34c1-4ad3-9583-7c28d428bac8 req-57a0ec7e-8444-47b7-995c-dfcaf96964fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 1098 time: 0.0405254 Aug 07 05:00:19.597586 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-983ec42f-34c1-4ad3-9583-7c28d428bac8 req-a9257e13-8eb4-40d9-a815-f1d7ac6a8c7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278034 Aug 07 05:00:20.145956 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d72984-51ef-49dd-a090-ea13345f0ef8 req-723d5009-0ab7-4580-825d-3d01af28ea03 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:20.147439 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-35d72984-51ef-49dd-a090-ea13345f0ef8 req-723d5009-0ab7-4580-825d-3d01af28ea03 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0509760 Aug 07 05:00:20.186290 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-35d72984-51ef-49dd-a090-ea13345f0ef8 req-74bd59d5-1697-4cdc-8100-32b5d0ec4b92 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Aug 07 05:00:20.365235 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41170) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:20.467415 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ca5e280f-9f5f-4f42-b876-138b32c17e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.556219 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ca5e280f-9f5f-4f42-b876-138b32c17e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.560848 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ca5e280f-9f5f-4f42-b876-138b32c17e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.596342 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e280f-9f5f-4f42-b876-138b32c17e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cfca01-991f-431f-8d3b-15319c90c35d,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:20.601985 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ca5e280f-9f5f-4f42-b876-138b32c17e15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ac821ba536044aab68a59b45a2ef86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357345 Aug 07 05:00:20.605374 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41174) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:20.653242 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-194b106f-b902-48fd-b578-2e60d23fd2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.674304 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-194b106f-b902-48fd-b578-2e60d23fd2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.720022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-194b106f-b902-48fd-b578-2e60d23fd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.722550 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-194b106f-b902-48fd-b578-2e60d23fd2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.723703 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-194b106f-b902-48fd-b578-2e60d23fd2f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91cfca01-991f-431f-8d3b-15319c90c35d HTTP/1.1" status: 204 len: 168 time: 0.1175179 Aug 07 05:00:20.731743 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b106f-b902-48fd-b578-2e60d23fd2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cfca01-991f-431f-8d3b-15319c90c35d,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:21.303112 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ab1d4-39b2-48f2-b3e5-21921fe3a6fd req-31d9354e-564b-4ef5-9e80-c14a1bdb06da tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:21.304732 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d83ab1d4-39b2-48f2-b3e5-21921fe3a6fd req-31d9354e-564b-4ef5-9e80-c14a1bdb06da tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0489790 Aug 07 05:00:21.348564 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d83ab1d4-39b2-48f2-b3e5-21921fe3a6fd req-d23ceb26-b7db-4e2d-8d91-b91d42277400 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Aug 07 05:00:21.597818 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-cca55d13-f696-4990-8be5-f381b706873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:21.625623 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247af4b-7b46-4ebe-8239-0a7fe7c90e48 req-c64075e8-ff87-40fc-a9af-1773077b4f6e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:21.627093 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9247af4b-7b46-4ebe-8239-0a7fe7c90e48 req-c64075e8-ff87-40fc-a9af-1773077b4f6e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.0503540 Aug 07 05:00:21.664660 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9247af4b-7b46-4ebe-8239-0a7fe7c90e48 req-df45f464-8136-4f82-871a-452d18c59029 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Aug 07 05:00:22.465070 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2db63-8a7a-4f2b-9dea-9a0429a80916 req-2aa214c3-1723-44dc-8162-b85b9cece84d tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:22.466545 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbc2db63-8a7a-4f2b-9dea-9a0429a80916 req-2aa214c3-1723-44dc-8162-b85b9cece84d tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0499692 Aug 07 05:00:22.505730 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbc2db63-8a7a-4f2b-9dea-9a0429a80916 req-4271e838-4e88-41e7-ae5c-c3a656bcf725 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Aug 07 05:00:22.790257 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a56a2-f2b3-41b2-abaf-5d5b5d4af3f7 req-7384e6dd-c9e7-4eda-a20d-d8dc3d285596 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:22.791809 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e14a56a2-f2b3-41b2-abaf-5d5b5d4af3f7 req-7384e6dd-c9e7-4eda-a20d-d8dc3d285596 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.0569932 Aug 07 05:00:22.832982 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e14a56a2-f2b3-41b2-abaf-5d5b5d4af3f7 req-cf016de1-aad3-4dab-9917-b18bfb38f899 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350718 Aug 07 05:00:22.895435 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.139516 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:00:23.670986 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9547-f582-4725-9091-c20c183c24a0 req-cfb44dac-2b3e-4c68-ae77-415d2f63ec5f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:23.672426 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-192d9547-f582-4725-9091-c20c183c24a0 req-cfb44dac-2b3e-4c68-ae77-415d2f63ec5f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.0476301 Aug 07 05:00:23.764276 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Deleting port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:23.764522 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.850324 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] For port 8625acb3-8bac-4659-9273-7a1a3bc30dc6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8625acb3-8bac-4659-9273-7a1a3bc30dc6,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:23.850683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.956961 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3475ef-77f3-407b-b0c0-f0dd88b2e552 req-f42df9bb-fd8f-4490-bf24-b7c6430f5560 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:23.958427 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9e3475ef-77f3-407b-b0c0-f0dd88b2e552 req-f42df9bb-fd8f-4490-bf24-b7c6430f5560 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 945 time: 0.0527604 Aug 07 05:00:23.996388 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9e3475ef-77f3-407b-b0c0-f0dd88b2e552 req-e84e9c9e-39c1-4a9b-bbb5-3d83771f620e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Aug 07 05:00:24.127512 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.127878 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.128189 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Floating IP 35e499a1-e7b0-4db6-8d3d-5503700e1155 disassociated. External IP: 172.27.3.46, port: 8625acb3-8bac-4659-9273-7a1a3bc30dc6. Aug 07 05:00:24.128525 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Calling delete_port for 8625acb3-8bac-4659-9273-7a1a3bc30dc6 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:24.251775 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.286724 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'Port': ['ID=8625acb3-8bac-4659-9273-7a1a3bc30dc6,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:24.289098 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.298823 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-5ea13de6-ef19-4d9a-bc88-3a73f19d9463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.397720 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:24.500954 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:24.511042 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:24.520301 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:24.520957 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:00:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:24.538878 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] No DVR routers for this DVR port 8625acb3-8bac-4659-9273-7a1a3bc30dc6 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:24.542249 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.544231 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-192d9547-f582-4725-9091-c20c183c24a0 req-70c19533-086e-4616-8f4c-d3b48392179a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "DELETE /v2.0/ports/8625acb3-8bac-4659-9273-7a1a3bc30dc6 HTTP/1.1" status: 204 len: 173 time: 0.8657389 Aug 07 05:00:24.544686 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'name': 'network-vif-deleted', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:24.546949 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b409afa-f082-4e32-92a2-6b3396441d83" -d '{"events": [{"server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "name": "network-vif-deleted", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:24.588303 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd254077-5a09-4528-8e8a-f93384063b4b x-openstack-request-id: req-fd254077-5a09-4528-8e8a-f93384063b4b {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:24.588595 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842981a-3233-41c1-a42b-442492d50f3a", "name": "network-vif-deleted", "tag": "8625acb3-8bac-4659-9273-7a1a3bc30dc6", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:24.588915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd254077-5a09-4528-8e8a-f93384063b4b {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:24.589280 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842981a-3233-41c1-a42b-442492d50f3a', 'name': 'network-vif-deleted', 'tag': '8625acb3-8bac-4659-9273-7a1a3bc30dc6', 'status': 'completed', 'code': 200} Aug 07 05:00:24.637760 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:24.831379 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:24.857624 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:24.865879 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:24.866504 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:00:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:24.977871 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:25.102630 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e5655f7f-ba97-4baf-bb81-7487251d0a4d req-6c8906c7-3ff2-4773-bce3-dffec66526ca tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=9842981a-3233-41c1-a42b-442492d50f3a HTTP/1.1" status: 200 len: 210 time: 0.0253539 Aug 07 05:00:25.193226 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:25.219347 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b4c4b-128d-46d2-ac01-1bd09dfe2ca0 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:25.445286 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a738d7b-802d-4803-8956-673422c3b2a2 None None] New status for floating IP 35e499a1-e7b0-4db6-8d3d-5503700e1155: DOWN {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:00:25.592043 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:26.350889 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b1083727-609e-4629-b447-0d1d8ce81dda tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428334738&fields=id&tenant_id=e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 267 time: 0.0322580 Aug 07 05:00:26.457683 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-ebb3df15-9df7-419a-b759-7ec93c68add7 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:26.459416 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-ebb3df15-9df7-419a-b759-7ec93c68add7 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 812 time: 0.1011758 Aug 07 05:00:26.475325 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-62ddb64a-e837-46ca-8837-568b85345b90 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/quotas/e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 375 time: 0.0089860 Aug 07 05:00:26.527292 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-6e351fbc-a549-47c3-9eae-5042912b86d6 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466609 Aug 07 05:00:26.621878 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-91a954b1-ed17-401b-8416-8b1f48b3f380 service neutron] 10.222.0.35 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821383 Aug 07 05:00:26.720052 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8369a3bd-df79-4cb4-ba10-f3dbe2e4b9e2 service neutron] 10.222.0.35 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919609 Aug 07 05:00:26.996897 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.003700 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-87bfdc9a-3967-488a-8366-aa27dcba73f6 req-6a2a76fa-257a-4b70-83b4-ff44254cf79a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 210 time: 0.0275357 Aug 07 05:00:27.089520 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8625acb3-8bac-4659-9273-7a1a3bc30dc6 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:27.108949 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 8625acb3-8bac-4659-9273-7a1a3bc30dc6 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:27.109299 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 8625acb3-8bac-4659-9273-7a1a3bc30dc6 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:28.063088 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-440b822d-27ab-402c-9b24-2d9f5eafa9df tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:28.065039 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-440b822d-27ab-402c-9b24-2d9f5eafa9df tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 812 time: 0.1244178 Aug 07 05:00:28.117614 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5439b447-91f5-4250-8a8b-439a12843f29 req-d24c02f6-aba5-4a7e-b456-dd816334023a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 210 time: 0.0310636 Aug 07 05:00:28.123825 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-1f13652d-4c0a-46e5-af86-eaa8c0c170b4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 379 time: 0.0418689 Aug 07 05:00:28.137651 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'port': {'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'admin_state_up': True, 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'security_groups': ['ca017cb5-9056-4d1b-98dc-6e37500233a1']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:28.253106 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Made reservation on behalf of e90cab30a20644dbabb505e1ada2dc3a for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:28.256508 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:28.379444 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Allocated IP 172.20.0.12 (b97eba61-232f-41ac-a37d-dd36ec699f72/05e2621c-950e-454b-a692-41858da08350/b3097a41-98dc-40cd-8944-3542f3ba37cb) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:28.514519 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:28.527623 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Transition to ACTIVE for port object b3097a41-98dc-40cd-8944-3542f3ba37cb will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:28.559881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:28.599643 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:28.605053 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:28.608534 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:28.614777 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=b3097a41-98dc-40cd-8944-3542f3ba37cb,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:28.660864 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:28.661523 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:28.675790 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-b989ab25-642e-46c2-98be-2282b9ef401c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5457382 Aug 07 05:00:28.695776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Request body: {'port': {'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:28.749817 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:28.833825 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-99d72a9d-119a-4309-82ce-89bdd577f1bd None None] Provisioning for port b3097a41-98dc-40cd-8944-3542f3ba37cb completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:28.838094 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-99d72a9d-119a-4309-82ce-89bdd577f1bd None None] Provisioning complete for port b3097a41-98dc-40cd-8944-3542f3ba37cb triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:28.838463 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-99d72a9d-119a-4309-82ce-89bdd577f1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:28.874051 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-99d72a9d-119a-4309-82ce-89bdd577f1bd None None] Port b3097a41-98dc-40cd-8944-3542f3ba37cb cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:00:29.274958 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b25e2e-d1ea-4188-8fff-062aff9dc9c4 req-ab2b25b8-ecbb-47e6-b4e4-7b5a98d93681 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:29.277360 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-01b25e2e-d1ea-4188-8fff-062aff9dc9c4 req-ab2b25b8-ecbb-47e6-b4e4-7b5a98d93681 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 932 time: 0.0832222 Aug 07 05:00:29.292448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3097a41-98dc-40cd-8944-3542f3ba37cb {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:29.305733 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.330066 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Transition to ACTIVE for port object b3097a41-98dc-40cd-8944-3542f3ba37cb will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:29.335361 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-01b25e2e-d1ea-4188-8fff-062aff9dc9c4 req-c91b2777-ba5b-4812-9c91-c9ab3bdbfe96 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514412 Aug 07 05:00:29.336397 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.389044 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Pushing event updated for resources: {'Port': ['ID=b3097a41-98dc-40cd-8944-3542f3ba37cb,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:29.457142 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Attempting to bind port b3097a41-98dc-40cd-8944-3542f3ba37cb on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:29.457468 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Attempting to bind port b3097a41-98dc-40cd-8944-3542f3ba37cb by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:29.457801 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Attempting to bind port b3097a41-98dc-40cd-8944-3542f3ba37cb on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:29.462975 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Port b3097a41-98dc-40cd-8944-3542f3ba37cb on network b97eba61-232f-41ac-a37d-dd36ec699f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:00:29.463324 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Attempting to bind port b3097a41-98dc-40cd-8944-3542f3ba37cb on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:29.468116 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:29.468449 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Checking segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:29.468862 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Bound using segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:29.469282 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Bound port: b3097a41-98dc-40cd-8944-3542f3ba37cb, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:29.469638 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.536677 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] For port b3097a41-98dc-40cd-8944-3542f3ba37cb, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:29.539667 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] For port b3097a41-98dc-40cd-8944-3542f3ba37cb, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:29.543859 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.578873 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:29.579486 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.581039 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 1094 time: 0.8894246 Aug 07 05:00:29.581326 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:29.583523 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75360591-9724-4b4a-b6d9-03387cdb6ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:29.621178 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdbd07-d94c-46d0-9d90-7ba1bfc14534 service neutron] Pushing event updated for resources: {'Port': ['ID=b3097a41-98dc-40cd-8944-3542f3ba37cb,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:29.633926 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005f5a42-3e7a-4d98-bf5d-7494bec8160d x-openstack-request-id: req-005f5a42-3e7a-4d98-bf5d-7494bec8160d {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:29.634212 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:29.634536 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-005f5a42-3e7a-4d98-bf5d-7494bec8160d {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:29.635132 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'status': 'completed', 'code': 200} Aug 07 05:00:29.693155 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-43585f9a-fa63-42b0-a75b-f93535222458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:29.694659 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-43585f9a-fa63-42b0-a75b-f93535222458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1097 time: 0.0410817 Aug 07 05:00:29.749543 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-62bffd51-9c06-4931-81e1-07e58d279853 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 217 time: 0.0352335 Aug 07 05:00:29.803296 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-7fec463b-2ade-4896-96dd-44566b641535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:29.804850 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-7fec463b-2ade-4896-96dd-44566b641535 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0441372 Aug 07 05:00:29.872889 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-967111a1-27ae-465c-919b-3f2598d010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:29.874370 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-967111a1-27ae-465c-919b-3f2598d010a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441766 Aug 07 05:00:29.985703 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-3ee1c0b8-b904-4219-a820-e479de194d4a service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Aug 07 05:00:30.077145 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cb6463e-6442-45f3-ac7e-60ed5f71ffa1 req-1a4f7ff7-43ae-409a-be25-dce65a27f853 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833411 Aug 07 05:00:30.198996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-63d73d5d-35b1-46d3-8ab8-8902886d6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:30.200719 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-63d73d5d-35b1-46d3-8ab8-8902886d6289 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1097 time: 0.0422952 Aug 07 05:00:30.293468 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-b44602a4-9918-4814-b9b5-ecffe343c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:30.294997 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-b44602a4-9918-4814-b9b5-ecffe343c17e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0863166 Aug 07 05:00:30.338762 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-7d28be26-2b65-4d00-8fbb-97f7ffa61621 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 217 time: 0.0336027 Aug 07 05:00:30.394471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-d2b1bee8-b08f-4079-bd16-baeb68cc70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:30.396260 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-d2b1bee8-b08f-4079-bd16-baeb68cc70bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0486443 Aug 07 05:00:30.498297 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-4098c685-1d88-453b-a7e1-4983c7002127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:30.499838 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-4098c685-1d88-453b-a7e1-4983c7002127 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960410 Aug 07 05:00:30.508471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94171-ac45-4e8b-a628-b653141f6edf req-322c0333-0cd6-4f1c-9af8-b6d6897d09ef tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:30.510182 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a6a94171-ac45-4e8b-a628-b653141f6edf req-322c0333-0cd6-4f1c-9af8-b6d6897d09ef tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0966833 Aug 07 05:00:30.598644 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a6a94171-ac45-4e8b-a628-b653141f6edf req-cabcd8e6-3277-4d97-b6fd-1b67df6117f0 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788579 Aug 07 05:00:30.627048 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-ae7ba52a-901f-4dd1-ab0b-3fe6af69a5d2 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159270 Aug 07 05:00:30.742422 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-75360591-9724-4b4a-b6d9-03387cdb6ac0 req-17df55aa-7922-46ae-b9e5-99777f370f19 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048105 Aug 07 05:00:31.715136 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4b214-01aa-455b-aaf4-30c4905d4f5f req-1494a40b-24ae-4c28-93fa-0af20078322c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:31.716584 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3ea4b214-01aa-455b-aaf4-30c4905d4f5f req-1494a40b-24ae-4c28-93fa-0af20078322c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0483825 Aug 07 05:00:31.753268 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3ea4b214-01aa-455b-aaf4-30c4905d4f5f req-fd102dec-d707-467a-b136-ba858cdae4df tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Aug 07 05:00:32.866013 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e52dfb-b0bc-4e27-8ae0-0ac51c76bb6b req-38e386d5-c224-4aaf-8714-d7c47f9e3a12 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:32.867482 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-53e52dfb-b0bc-4e27-8ae0-0ac51c76bb6b req-38e386d5-c224-4aaf-8714-d7c47f9e3a12 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Aug 07 05:00:32.905017 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-53e52dfb-b0bc-4e27-8ae0-0ac51c76bb6b req-84574a1e-631b-411f-a7b0-cd84ed24dd2c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316913 Aug 07 05:00:34.021304 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff1b7d-e6db-40a9-9c68-de651937e5bb req-d6f8cbb9-e542-4492-890b-276e7640acaf tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:34.022732 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-72ff1b7d-e6db-40a9-9c68-de651937e5bb req-d6f8cbb9-e542-4492-890b-276e7640acaf tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0512257 Aug 07 05:00:34.060518 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-72ff1b7d-e6db-40a9-9c68-de651937e5bb req-df4db9e5-56b3-4e3e-89bb-83493358129d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314469 Aug 07 05:00:35.176414 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac769e8e-3fa3-4e1b-a63e-43bec18dad4d req-c3f30606-a4c7-4c50-b630-2ec4bc2be80e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:35.177882 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ac769e8e-3fa3-4e1b-a63e-43bec18dad4d req-c3f30606-a4c7-4c50-b630-2ec4bc2be80e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0526006 Aug 07 05:00:35.215806 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ac769e8e-3fa3-4e1b-a63e-43bec18dad4d req-49bf9e58-2325-44d5-b0f3-4dcdc747f64b tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Aug 07 05:00:36.326229 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483061-dbcd-41d3-b295-5d09763aae0f req-21988b5c-77bb-4b21-a64f-ccd9d7dbf15b tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:36.327653 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-de483061-dbcd-41d3-b295-5d09763aae0f req-21988b5c-77bb-4b21-a64f-ccd9d7dbf15b tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0466304 Aug 07 05:00:36.365138 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-de483061-dbcd-41d3-b295-5d09763aae0f req-5a54062c-8e78-4aa3-84db-0209939544f1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Aug 07 05:00:37.479422 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abfd8e-b199-46f0-ba5c-ba97d27224af req-c1aa0ec0-d8c8-4e63-9826-64c492114f47 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:37.480979 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c3abfd8e-b199-46f0-ba5c-ba97d27224af req-c1aa0ec0-d8c8-4e63-9826-64c492114f47 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0484827 Aug 07 05:00:37.517912 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c3abfd8e-b199-46f0-ba5c-ba97d27224af req-f595d951-0f75-48da-af2d-f124838336d7 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Aug 07 05:00:38.630952 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716de5c-3aaf-4c7e-a4b1-940ce45fce29 req-a6092eeb-19a9-4857-b908-3483420fd8f9 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:38.632403 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b716de5c-3aaf-4c7e-a4b1-940ce45fce29 req-a6092eeb-19a9-4857-b908-3483420fd8f9 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0467494 Aug 07 05:00:38.669154 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b716de5c-3aaf-4c7e-a4b1-940ce45fce29 req-92e9afd1-94f9-4279-a3b7-a3ef06145f4e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298975 Aug 07 05:00:39.781734 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf32a8-081e-4354-81ae-c35ddaaba41c req-14bc9539-86e5-47da-8253-b86450a1c598 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:39.783167 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eecf32a8-081e-4354-81ae-c35ddaaba41c req-14bc9539-86e5-47da-8253-b86450a1c598 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0470319 Aug 07 05:00:39.819646 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-eecf32a8-081e-4354-81ae-c35ddaaba41c req-eece3f5a-bb0f-4188-863e-942643f3418c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Aug 07 05:00:40.935614 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402e93-ac26-4775-9afb-ec189bb93ef1 req-251d1970-dfeb-43af-9130-10172292b22a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:40.936974 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c402e93-ac26-4775-9afb-ec189bb93ef1 req-251d1970-dfeb-43af-9130-10172292b22a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0497475 Aug 07 05:00:40.973654 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c402e93-ac26-4775-9afb-ec189bb93ef1 req-43f631a5-37b2-499b-a213-2397f485b40a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307772 Aug 07 05:00:42.087923 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccfae9-c465-4c53-bd5f-661e1ee07ed0 req-d57f7a47-90c0-42d9-b6c1-a54e256cb3e2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:42.089963 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7bccfae9-c465-4c53-bd5f-661e1ee07ed0 req-d57f7a47-90c0-42d9-b6c1-a54e256cb3e2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Aug 07 05:00:42.127338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7bccfae9-c465-4c53-bd5f-661e1ee07ed0 req-dcc758c6-78e7-4d05-bb16-9cf71e72b2d2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315354 Aug 07 05:00:43.243644 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bf67-02bc-464f-ae08-90c6a89d1604 req-8e7f21b4-23d6-453f-94cb-3854d9ebc08e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:43.245624 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6d39bf67-02bc-464f-ae08-90c6a89d1604 req-8e7f21b4-23d6-453f-94cb-3854d9ebc08e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0485384 Aug 07 05:00:43.282494 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6d39bf67-02bc-464f-ae08-90c6a89d1604 req-b7eaab62-5759-48fb-a7b1-42310df54157 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308025 Aug 07 05:00:44.396151 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79059-1712-4de6-8d61-71bb407ba0ff req-eb036ad2-405c-46c4-91b1-60f186dd9e06 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:44.397702 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c1a79059-1712-4de6-8d61-71bb407ba0ff req-eb036ad2-405c-46c4-91b1-60f186dd9e06 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 944 time: 0.0487387 Aug 07 05:00:44.438010 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c1a79059-1712-4de6-8d61-71bb407ba0ff req-08b6081e-2635-4e49-b163-c8883f870679 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332334 Aug 07 05:00:45.197055 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device b3097a41-98dc-40cd-8944-3542f3ba37cb details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:00:45.287995 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port b3097a41-98dc-40cd-8944-3542f3ba37cb, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:45.299588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:00:45.337081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:45.349669 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3097a41-98dc-40cd-8944-3542f3ba37cb {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:45.368434 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port b3097a41-98dc-40cd-8944-3542f3ba37cb, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:45.372319 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:45.417691 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=b3097a41-98dc-40cd-8944-3542f3ba37cb,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:45.550646 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd618d-22fb-45a5-af4c-cd2046e76f37 req-dc5461b1-42fc-4f97-81f7-9a92191457b3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:45.552072 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-07fd618d-22fb-45a5-af4c-cd2046e76f37 req-dc5461b1-42fc-4f97-81f7-9a92191457b3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 945 time: 0.0473783 Aug 07 05:00:45.588205 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-07fd618d-22fb-45a5-af4c-cd2046e76f37 req-79522ea5-428b-4834-831b-11cbaa9a9873 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296128 Aug 07 05:00:45.857918 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['b3097a41-98dc-40cd-8944-3542f3ba37cb'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:00:46.704185 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186b04e-f653-4cdc-b21b-02d4b34f9104 req-958683a0-1c2c-47c3-b34f-40ca68c89811 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:46.705527 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2186b04e-f653-4cdc-b21b-02d4b34f9104 req-958683a0-1c2c-47c3-b34f-40ca68c89811 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Aug 07 05:00:46.741266 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2186b04e-f653-4cdc-b21b-02d4b34f9104 req-5126ab96-79e9-4704-acf4-0e2baf4a7506 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296173 Aug 07 05:00:47.200678 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device b3097a41-98dc-40cd-8944-3542f3ba37cb up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:47.247486 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port b3097a41-98dc-40cd-8944-3542f3ba37cb completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:47.251019 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port b3097a41-98dc-40cd-8944-3542f3ba37cb triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:47.251390 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:47.327642 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:47.349832 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:47.352034 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab557ace-6f60-4233-bfa3-3c8996034098" -d '{"events": [{"server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "name": "network-vif-plugged", "status": "completed", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:47.366493 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port b3097a41-98dc-40cd-8944-3542f3ba37cb, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:47.371654 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:47.397361 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cc49b7-cdd0-4bf5-98ea-3fae0f5649df x-openstack-request-id: req-e5cc49b7-cdd0-4bf5-98ea-3fae0f5649df {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:47.397652 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "name": "network-vif-plugged", "status": "completed", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:47.397905 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5cc49b7-cdd0-4bf5-98ea-3fae0f5649df {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:47.398499 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'code': 200} Aug 07 05:00:47.423135 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=b3097a41-98dc-40cd-8944-3542f3ba37cb,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:47.665505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e110d-67d9-4758-8ae1-cddf5423fb98 req-9fc135e7-692d-479d-a65e-cf892dd6319c tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.667724 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c51e110d-67d9-4758-8ae1-cddf5423fb98 req-9fc135e7-692d-479d-a65e-cf892dd6319c tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0478976 Aug 07 05:00:47.731607 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c51e110d-67d9-4758-8ae1-cddf5423fb98 req-35924a80-46bc-4712-9bbb-7536bd533b1f tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555158 Aug 07 05:00:47.734210 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9480e3-cacd-4222-9da3-7411c3f577e5 req-13ac4bad-c0c3-4add-8901-e6f46b531d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.735583 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ae9480e3-cacd-4222-9da3-7411c3f577e5 req-13ac4bad-c0c3-4add-8901-e6f46b531d56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1099 time: 0.0670063 Aug 07 05:00:47.772221 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ae9480e3-cacd-4222-9da3-7411c3f577e5 req-49a78376-497f-4a00-9001-ec5b07c31191 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281305 Aug 07 05:00:47.855552 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7750425-8930-4d9a-b997-b00b21a19be4 req-92bf4934-eebe-4923-b326-dae598bb61a2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.857015 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c7750425-8930-4d9a-b997-b00b21a19be4 req-92bf4934-eebe-4923-b326-dae598bb61a2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0476007 Aug 07 05:00:47.893898 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c7750425-8930-4d9a-b997-b00b21a19be4 req-176ebe20-91aa-4d1a-ab59-10221dc35575 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310202 Aug 07 05:00:48.846343 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056c07-e2d5-448b-b89c-e84b93a1fa8c req-1eff200a-ba20-4100-b54a-dfbd4ddc088e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:48.847810 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-25056c07-e2d5-448b-b89c-e84b93a1fa8c req-1eff200a-ba20-4100-b54a-dfbd4ddc088e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0486133 Aug 07 05:00:48.885785 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-25056c07-e2d5-448b-b89c-e84b93a1fa8c req-a52afa33-0e8a-46b4-8908-0579db2bcd17 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Aug 07 05:00:49.004367 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a440f8-6688-47d7-87b4-902927a03fe2 req-894b72c5-9b7b-4e86-a65a-b3d44406b01e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:49.005819 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-16a440f8-6688-47d7-87b4-902927a03fe2 req-894b72c5-9b7b-4e86-a65a-b3d44406b01e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0469673 Aug 07 05:00:49.042626 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-16a440f8-6688-47d7-87b4-902927a03fe2 req-df961cbc-19f6-4e2a-8c35-127f33ab0b7e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302041 Aug 07 05:00:49.998442 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84d292-e0ce-45e1-8976-dce2d4091678 req-f746ff60-3507-43ec-a11e-37bd85a4d762 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:49.999906 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0a84d292-e0ce-45e1-8976-dce2d4091678 req-f746ff60-3507-43ec-a11e-37bd85a4d762 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0486841 Aug 07 05:00:50.036705 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0a84d292-e0ce-45e1-8976-dce2d4091678 req-6ab24241-9432-4965-8ccb-9373e4372a85 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/security-groups?id=94cbc301-a773-4299-944f-8b8012a8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Aug 07 05:00:50.163085 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424141-95a7-4771-87a7-0b001760d970 req-afa2c804-ebe3-4800-ab06-7be8a76ef7d2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:50.164645 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b3424141-95a7-4771-87a7-0b001760d970 req-afa2c804-ebe3-4800-ab06-7be8a76ef7d2 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0547636 Aug 07 05:00:50.201778 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b3424141-95a7-4771-87a7-0b001760d970 req-1187080e-1fc0-410a-86ac-656ff83782fa tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Aug 07 05:00:50.315233 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170238c-9e19-428c-9051-ed8e3958f887 req-5d23cd8e-aaa0-4b89-bfd0-8ac73d0bbfdb tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:50.316677 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a170238c-9e19-428c-9051-ed8e3958f887 req-5d23cd8e-aaa0-4b89-bfd0-8ac73d0bbfdb tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0507555 Aug 07 05:00:50.355865 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a170238c-9e19-428c-9051-ed8e3958f887 req-b89aec9c-5bf9-4df2-8d3e-67a8b40af0f5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333149 Aug 07 05:00:50.377663 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41370) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:50.414474 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671fa5a-1a69-4219-a267-f08211802816 tempest-TestVolumeBootPattern-964524503 tempest-TestVolumeBootPattern-964524503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:50.415967 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-d671fa5a-1a69-4219-a267-f08211802816 tempest-TestVolumeBootPattern-964524503 tempest-TestVolumeBootPattern-964524503-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1094 time: 0.0373077 Aug 07 05:00:50.419005 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41372) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:50.423328 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:50.445064 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:50.551256 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-6fce8924-f24e-41a3-8ce0-d2737237dbe2 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:50.552757 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-6fce8924-f24e-41a3-8ce0-d2737237dbe2 tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 945 time: 0.0665119 Aug 07 05:00:50.635966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:50.706998 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Deleting port cf47d2d3-865a-452e-a12f-2fb0e2eae36b {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:50.707244 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:50.809037 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Allocated IP 172.27.3.144 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/0c836f64-5409-4d01-a800-3859059c8de4) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:50.842089 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] For port cf47d2d3-865a-452e-a12f-2fb0e2eae36b, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,segment=NetworkSegment(792bcb99-e80d-4056-95c3-6e33d7333c2b),segment_id=792bcb99-e80d-4056-95c3-6e33d7333c2b)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:50.842461 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:50.886273 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Calling delete_port for cf47d2d3-865a-452e-a12f-2fb0e2eae36b owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:50.985408 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.069791 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.096111 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.118436 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:51.127052 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:51.129657 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d826e7b6-a6cc-4fe8-9f91-bbd7ec4ef019 req-37ef2a5c-e382-4f9a-a910-0e5045a3194b tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c03d68-3927-4635-9ba1-7daeae99793f HTTP/1.1" status: 200 len: 210 time: 0.0256445 Aug 07 05:00:51.131528 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:51.150443 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['cf47d2d3-865a-452e-a12f-2fb0e2eae36b'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:00:51.153626 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=0c836f64-5409-4d01-a800-3859059c8de4,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:51.195174 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] No DVR routers for this DVR port cf47d2d3-865a-452e-a12f-2fb0e2eae36b on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:51.201264 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.201610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.201946 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.202277 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.202603 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.202930 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.203253 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.203573 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.203896 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.204214 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.204528 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.204868 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:51.208026 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.210210 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-61558de4-46d0-4a2a-b79d-03d6a25cb7a8 req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] 10.222.0.24 "DELETE /v2.0/ports/cf47d2d3-865a-452e-a12f-2fb0e2eae36b HTTP/1.1" status: 204 len: 173 time: 0.6492722 Aug 07 05:00:51.212314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c03d68-3927-4635-9ba1-7daeae99793f', 'name': 'network-vif-deleted', 'tag': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:51.214401 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b20062-e3c2-44b4-b465-b482fa475071" -d '{"events": [{"server_uuid": "57c03d68-3927-4635-9ba1-7daeae99793f", "name": "network-vif-deleted", "tag": "cf47d2d3-865a-452e-a12f-2fb0e2eae36b"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:51.245801 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdf9f2-d913-4444-8973-1b07bafdf18e tempest-VolumesSnapshotTestJSON-34432739 tempest-VolumesSnapshotTestJSON-34432739-project] Pushing event deleted for resources: {'Port': ['ID=cf47d2d3-865a-452e-a12f-2fb0e2eae36b,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:51.268118 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e049fe-c8f9-48f3-a3b2-a03032b9f26c x-openstack-request-id: req-37e049fe-c8f9-48f3-a3b2-a03032b9f26c {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:51.268399 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c03d68-3927-4635-9ba1-7daeae99793f", "name": "network-vif-deleted", "tag": "cf47d2d3-865a-452e-a12f-2fb0e2eae36b", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:51.268645 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37e049fe-c8f9-48f3-a3b2-a03032b9f26c {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:51.269052 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c03d68-3927-4635-9ba1-7daeae99793f', 'name': 'network-vif-deleted', 'tag': 'cf47d2d3-865a-452e-a12f-2fb0e2eae36b', 'status': 'completed', 'code': 200} Aug 07 05:00:51.563347 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.598765 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-996af921-53a7-455c-8848-e6dd4a85f786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.629020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.780699 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.785320 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.858411 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=0c836f64-5409-4d01-a800-3859059c8de4,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:51.869460 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:51.968270 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Floating IP 30a86e12-47df-4261-9f06-c3774c1d6863 associated. External IP: 172.27.3.144, port: b3097a41-98dc-40cd-8944-3542f3ba37cb. Aug 07 05:00:52.425628 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:52.543150 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:52.552590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:52.561102 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:52.561870 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:52.562494 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:00:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:52.589508 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-445abc0c-616a-49a6-92e3-89441da88cc5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1691680 Aug 07 05:00:52.670785 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:52.899840 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:52.905555 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:51Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:52.931389 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:52.939316 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:52.939911 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:00:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:53.046189 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:53.265423 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:51Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:53.270179 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:53.272518 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:53.291712 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239c96d-ed83-4a66-ad8d-4c3707c00020 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:51Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:53.308523 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a662d0e-cccc-49a8-85be-75c3757a7bcc x-openstack-request-id: req-9a662d0e-cccc-49a8-85be-75c3757a7bcc {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:53.308834 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:53.309092 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a662d0e-cccc-49a8-85be-75c3757a7bcc {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:53.309489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'status': 'completed', 'code': 200} Aug 07 05:00:53.390924 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-1adc2833-b0ef-4c58-9445-4b4a8b58c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:53.392507 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-1adc2833-b0ef-4c58-9445-4b4a8b58c4df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1099 time: 0.0405781 Aug 07 05:00:53.478309 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb1ce4-e1a5-43ea-ab65-3fc4554d55ba None None] New status for floating IP 30a86e12-47df-4261-9f06-c3774c1d6863: ACTIVE {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:00:53.495557 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-83c1fda2-d313-4c48-af00-d8d7dfbe61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:53.497195 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-83c1fda2-d313-4c48-af00-d8d7dfbe61c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0969062 Aug 07 05:00:53.576007 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-85489c52-acff-4e31-8a9b-bfb1665320cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 1000 time: 0.0655403 Aug 07 05:00:53.633973 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-0f8d6634-f731-48c6-b0f4-1ae28eca0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:53.636416 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-0f8d6634-f731-48c6-b0f4-1ae28eca0c76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0540016 Aug 07 05:00:53.693450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-6f02d279-8200-47cb-9a15-03c61be9c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:53.693450 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-6f02d279-8200-47cb-9a15-03c61be9c812 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483272 Aug 07 05:00:53.781089 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-7f2d5137-c6d2-4f44-b3f7-a8ccd5b0c138 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818055 Aug 07 05:00:53.873205 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8850ed3d-8eb9-4597-9f56-fee3afaa7cc9 req-aba79fea-e38f-4e03-ab74-cfed37cb9a8c service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Aug 07 05:00:54.288421 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:54.293898 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a30d8c10-1eb5-4226-bf26-10ab6a58730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:55.462398 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device cf47d2d3-865a-452e-a12f-2fb0e2eae36b no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:55.486579 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: cf47d2d3-865a-452e-a12f-2fb0e2eae36b {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:55.486919 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device cf47d2d3-865a-452e-a12f-2fb0e2eae36b not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:55.594496 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:56.987448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:57.876601 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-74f1da75-f866-43aa-b3a5-6de9f2204bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372653 Aug 07 05:00:57.974360 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-06a0e6f6-8b27-4b23-b071-54a3ed84b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:57.975823 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-06a0e6f6-8b27-4b23-b071-54a3ed84b53d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 1100 time: 0.0393307 Aug 07 05:00:58.078525 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-38b08692-51b7-4324-80f8-2c22a2b0226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.079954 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-38b08692-51b7-4324-80f8-2c22a2b0226a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.0857909 Aug 07 05:00:58.144830 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-ab553db9-f6f5-49c4-b335-df853c053a01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 200 len: 1002 time: 0.0570729 Aug 07 05:00:58.193739 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-db0bec11-87a1-4b86-98e6-75650fb7accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.195134 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-db0bec11-87a1-4b86-98e6-75650fb7accf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0425894 Aug 07 05:00:58.247971 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-408cc4ed-5ca0-4953-9f39-765658ed0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.249430 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-408cc4ed-5ca0-4953-9f39-765658ed0c1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420837 Aug 07 05:00:58.339427 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-021a7c33-aee1-4054-9a24-e34a31011132 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818624 Aug 07 05:00:58.431381 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bf9093c2-3800-42eb-9b10-88136b2aae3b req-0ce39983-06ea-4375-bcae-11a509aca070 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 Aug 07 05:01:00.138621 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:01:12.920516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268ac1-8e8a-4118-b52d-dea08664d965 req-55da995f-9c4f-4e78-a34d-1ad62f3f3d2a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:12.922029 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d3268ac1-8e8a-4118-b52d-dea08664d965 req-55da995f-9c4f-4e78-a34d-1ad62f3f3d2a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0493071 Aug 07 05:01:12.961203 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d3268ac1-8e8a-4118-b52d-dea08664d965 req-c7f59e64-d270-4156-9308-23cf2fece131 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332842 Aug 07 05:01:14.079548 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e3bc-d55a-45a5-bdea-b80b4192e36c req-81433a97-5737-4091-9709-69ea498ba853 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:14.080987 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-84d8e3bc-d55a-45a5-bdea-b80b4192e36c req-81433a97-5737-4091-9709-69ea498ba853 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0464704 Aug 07 05:01:14.119093 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-84d8e3bc-d55a-45a5-bdea-b80b4192e36c req-4c989ac2-49d3-4820-9530-8d996c82caf3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319171 Aug 07 05:01:14.900213 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-5c938a10-cc6e-4944-9f86-6465a84e235c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:14.902391 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-5c938a10-cc6e-4944-9f86-6465a84e235c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0533834 Aug 07 05:01:14.998399 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Deleting port 6a0264c8-c45c-4fec-b570-31fbf0131107 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:14.998743 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.087073 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] For port 6a0264c8-c45c-4fec-b570-31fbf0131107, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6a0264c8-c45c-4fec-b570-31fbf0131107,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:15.087438 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.290509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d3493-8e2b-4655-9ca5-34063d5d75ea req-9ca690cf-de73-4266-bed0-8a386cfef1e4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:15.292082 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c53d3493-8e2b-4655-9ca5-34063d5d75ea req-9ca690cf-de73-4266-bed0-8a386cfef1e4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=431857b6-a453-44f0-829c-00ed610d5fc2 HTTP/1.1" status: 200 len: 947 time: 0.0982563 Aug 07 05:01:15.306737 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.307105 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.308219 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Floating IP e81102b7-dd2e-4f8e-9657-e5d0855fa859 disassociated. External IP: 172.27.3.215, port: 6a0264c8-c45c-4fec-b570-31fbf0131107. Aug 07 05:01:15.308591 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Calling delete_port for 6a0264c8-c45c-4fec-b570-31fbf0131107 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:15.378183 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c53d3493-8e2b-4655-9ca5-34063d5d75ea req-b642ba3a-6da6-4a41-adde-2c9309985e73 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0797434 Aug 07 05:01:15.467337 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.496834 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event deleted for resources: {'Port': ['ID=6a0264c8-c45c-4fec-b570-31fbf0131107,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:15.611994 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Router 34cde6c3-7334-40f6-ad77-36da34104c2b has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:01:15.715233 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:01:15.725476 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:01:15.734755 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:15.735361 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:00:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:15.752730 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] No DVR routers for this DVR port 6a0264c8-c45c-4fec-b570-31fbf0131107 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:01:15.755593 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.757829 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fdd76ced-4dfa-4f0b-93a2-aa056390da5c req-a5785b50-4dff-4291-bd56-ada06f133b91 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "DELETE /v2.0/ports/6a0264c8-c45c-4fec-b570-31fbf0131107 HTTP/1.1" status: 204 len: 173 time: 0.8493688 Aug 07 05:01:15.758279 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-deleted', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:15.760606 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33796b9a-f326-4252-89ac-dffaf292737e" -d '{"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-deleted", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:15.799390 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c9274-abca-43e4-a3f2-8c3200aa01a7 x-openstack-request-id: req-349c9274-abca-43e4-a3f2-8c3200aa01a7 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:15.799726 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431857b6-a453-44f0-829c-00ed610d5fc2", "name": "network-vif-deleted", "tag": "6a0264c8-c45c-4fec-b570-31fbf0131107", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:15.800036 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-349c9274-abca-43e4-a3f2-8c3200aa01a7 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:15.800452 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431857b6-a453-44f0-829c-00ed610d5fc2', 'name': 'network-vif-deleted', 'tag': '6a0264c8-c45c-4fec-b570-31fbf0131107', 'status': 'completed', 'code': 200} Aug 07 05:01:15.845167 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:16.051368 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:16.077774 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:16.085846 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:16.086398 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:00:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:16.188367 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:16.412387 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:16.442739 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25ff8a-0e28-450b-ad2b-af1f56c367c0 None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:16.652677 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45f7df-8fd0-4682-9757-7e08496905ef None None] New status for floating IP e81102b7-dd2e-4f8e-9657-e5d0855fa859: DOWN {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:01:17.326046 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41556) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:17.372418 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_v2 [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Deleting subnet e7e81018-f191-4f7c-8cb5-73e7b57940fc {{(pid=93255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:01:17.375519 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.409902 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12822160'] for subnet, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.447855 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.494257 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 41560) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:17.502610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12822301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12697902'] for subnet, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.528889 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e81018-f191-4f7c-8cb5-73e7b57940fc,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:17.530939 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.535177 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-801632fd-e5ba-4b6d-8b6c-dd5fd19304ce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7e81018-f191-4f7c-8cb5-73e7b57940fc HTTP/1.1" status: 204 len: 168 time: 0.2058611 Aug 07 05:01:17.535548 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41562) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:17.556715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.587025 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.607712 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.637671 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.640224 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.641371 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "DELETE /v2.0/security-groups/beef0638-bda7-46e2-8d4f-b0f72f6cdcbe HTTP/1.1" status: 204 len: 168 time: 0.1455667 Aug 07 05:01:17.644407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 41564) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:17.661616 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.api.v2.resource [None req-9b34aedb-ef13-46db-9381-861383bfea5c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] show failed (client error): The resource could not be found. Aug 07 05:01:17.662572 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-9b34aedb-ef13-46db-9381-861383bfea5c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups/beef0638-bda7-46e2-8d4f-b0f72f6cdcbe HTTP/1.1" status: 404 len: 347 time: 0.0172074 Aug 07 05:01:17.663343 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef0638-bda7-46e2-8d4f-b0f72f6cdcbe,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:17.665944 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 41566) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:17.680853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.681209 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.681573 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.681872 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.682731 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.683072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.683402 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.683721 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.684042 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.684368 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.684714 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.685063 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951084ba-98d1-463e-b854-18adf267d64e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:17.686435 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.700561 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fcf950-049f-4351-99b7-944505ca0693']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:17.717003 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792bcb99-e80d-4056-95c3-6e33d7333c2b') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:17.717307 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792bcb99-e80d-4056-95c3-6e33d7333c2b') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:17.726036 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.739352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.745718 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:01:17.746183 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:01:17.747832 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:01:17.803536 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.810872 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.812728 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] 10.222.0.35 "DELETE /v2.0/networks/25fcf950-049f-4351-99b7-944505ca0693 HTTP/1.1" status: 204 len: 168 time: 0.2764151 Aug 07 05:01:17.826706 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a39276-7ebf-4a3a-b372-7a8adf71268a admin admin] Pushing event deleted for resources: {'Network': ['ID=25fcf950-049f-4351-99b7-944505ca0693,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:17.982925 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41570) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:18.024824 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-89f8bd07-b41d-4ad2-9035-531a50870c9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2df5e22820a1410d94c298e75220eb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389855 Aug 07 05:01:18.025465 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41572) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:18.042287 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Deleting port 9d039707-72a9-42da-abdc-073647458391 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:18.042617 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.072495 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-89a44b02-414a-4c39-8696-e05589e3123c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.097978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-89a44b02-414a-4c39-8696-e05589e3123c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.114934 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.115265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.126709 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Calling delete_port for 9d039707-72a9-42da-abdc-073647458391 owned by network:floatingip {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:18.146278 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-89a44b02-414a-4c39-8696-e05589e3123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.148984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-89a44b02-414a-4c39-8696-e05589e3123c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.150300 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-89a44b02-414a-4c39-8696-e05589e3123c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94cbc301-a773-4299-944f-8b8012a8221b HTTP/1.1" status: 204 len: 168 time: 0.1232212 Aug 07 05:01:18.159459 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44b02-414a-4c39-8696-e05589e3123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cbc301-a773-4299-944f-8b8012a8221b,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:18.276282 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.301885 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event deleted for resources: {'Port': ['ID=9d039707-72a9-42da-abdc-073647458391,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:18.368207 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.371506 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.372673 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-08507ce3-4264-4b67-9157-e9ba64ef0191 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "DELETE /v2.0/floatingips/e81102b7-dd2e-4f8e-9657-e5d0855fa859 HTTP/1.1" status: 204 len: 168 time: 0.7058640 Aug 07 05:01:18.972635 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41578) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:18.977333 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62001427', 'description': 'tempest-description--1907762915'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:18.998961 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.079122 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.082687 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.112150 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.113389 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1397343 Aug 07 05:01:19.115202 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74c772-4315-47ec-85a9-ceb8368eddb9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20f93a6-d812-4658-87e0-11225ee33bb2,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:19.116376 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 41580) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:19.123015 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'security_group_rule': {'security_group_id': 'b20f93a6-d812-4658-87e0-11225ee33bb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:19.150767 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.212773 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.216476 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.237067 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668ce964-f704-4d85-afce-7be49b473c1e,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:19.240866 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.242026 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-bdd21b24-0704-4b07-8950-a57d824babd0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237926 Aug 07 05:01:19.244660 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 41582) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:19.249821 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'security_group_rule': {'security_group_id': 'b20f93a6-d812-4658-87e0-11225ee33bb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:19.274334 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.328344 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.331791 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.352380 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a083f69-3a55-4453-a2d9-3c378fe36908,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:19.355229 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.357156 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-672bbcdc-20d4-4a77-8abd-cc6e5cb8d4bb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114442 Aug 07 05:01:19.360091 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 41584) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:19.364346 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:19.388111 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.480257 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.589399 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Allocated IP 172.27.3.138 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/b723e9f2-fa42-4286-9c3e-0b6a2b054127) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:19.687567 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.724412 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.768010 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:19.770820 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:19.773703 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:19.779908 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'Port': ['ID=b723e9f2-fa42-4286-9c3e-0b6a2b054127,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:19.876058 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:01:19.895015 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:19.895225 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 6a0264c8-c45c-4fec-b570-31fbf0131107 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:01:19.895490 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 6a0264c8-c45c-4fec-b570-31fbf0131107 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:01:19.936011 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.093355 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.097851 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.160967 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'Port': ['ID=b723e9f2-fa42-4286-9c3e-0b6a2b054127,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:20.173567 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.186586 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.187795 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-38ddcc3b-c0ef-447b-ba6a-41705853cc1d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8268142 Aug 07 05:01:20.371205 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-eab31c04-55d2-4bc4-abb0-3a82d1a4d75f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--62001427&fields=id&tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 267 time: 0.0335166 Aug 07 05:01:20.485086 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-3bc036b0-68b8-46bd-b0d8-79295031714e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:20.486431 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-3bc036b0-68b8-46bd-b0d8-79295031714e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 816 time: 0.1079671 Aug 07 05:01:20.501664 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-6cd86fae-13a7-4f4d-a2c1-acb81c0df145 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/quotas/6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 375 time: 0.0095997 Aug 07 05:01:20.554218 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-03d98b66-5115-4dcc-977a-776fd65599fb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474281 Aug 07 05:01:20.648730 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e3165031-1098-425e-9cdb-c9e425461619 service neutron] 10.222.0.35 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824218 Aug 07 05:01:20.738285 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-ab071d16-82a1-47df-b5a2-96659714c9ca service neutron] 10.222.0.35 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831008 Aug 07 05:01:20.893381 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42c821a9-99d0-430b-8769-799da5c4f65d req-747423bf-1a31-4cbf-8100-13a4fd0b5708 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 210 time: 0.0262027 Aug 07 05:01:21.599919 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab5ac-5821-4009-b3f0-ac60705dc992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:21.875169 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-c9fc2c2c-6748-4351-ba4d-6874aa98a3c5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:21.876580 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-c9fc2c2c-6748-4351-ba4d-6874aa98a3c5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 816 time: 0.1060276 Aug 07 05:01:21.944458 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-22a34a79-f4b8-4d7c-b843-f52981211647 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 378 time: 0.0371504 Aug 07 05:01:21.954160 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'port': {'device_id': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'admin_state_up': True, 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'security_groups': ['b20f93a6-d812-4658-87e0-11225ee33bb2']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:21.997549 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7f64d9ec-7823-4ba8-8a35-66f6ec579cdf req-eca29987-20bc-479a-8f3c-3c952b2e3e68 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 210 time: 0.0264151 Aug 07 05:01:22.059371 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Made reservation on behalf of 6c23fa4998bf4a8cb6fa05e019c813bd for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:22.062826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.186118 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Allocated IP 172.20.0.10 (fc7aefab-048b-463e-a51e-c06e7a8144a6/c00559b9-8114-4343-ba8a-7c9d52bbebd5/92b05688-e614-4cbb-9a2c-05ff3d513b8a) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:22.318168 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.331812 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Transition to ACTIVE for port object 92b05688-e614-4cbb-9a2c-05ff3d513b8a will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:22.364215 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.404773 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:22.409635 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:22.413171 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:22.419712 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:22.466788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:22.467415 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.481883 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-aa9bbf79-b5b4-4313-a145-167fb3a122c9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5313129 Aug 07 05:01:22.568861 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Request body: {'port': {'device_id': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:22.625401 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.638890 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-1c40c2d8-78fc-4e09-bb90-654949fadaf6 None None] Provisioning for port 92b05688-e614-4cbb-9a2c-05ff3d513b8a completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:22.643027 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-1c40c2d8-78fc-4e09-bb90-654949fadaf6 None None] Provisioning complete for port 92b05688-e614-4cbb-9a2c-05ff3d513b8a triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:22.643406 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-1c40c2d8-78fc-4e09-bb90-654949fadaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.677307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-1c40c2d8-78fc-4e09-bb90-654949fadaf6 None None] Port 92b05688-e614-4cbb-9a2c-05ff3d513b8a cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:01:22.885987 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b05688-e614-4cbb-9a2c-05ff3d513b8a {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:22.895310 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.903221 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.907609 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Transition to ACTIVE for port object 92b05688-e614-4cbb-9a2c-05ff3d513b8a will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:22.911118 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.964082 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:23.033319 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Attempting to bind port 92b05688-e614-4cbb-9a2c-05ff3d513b8a on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:01:23.033656 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Attempting to bind port 92b05688-e614-4cbb-9a2c-05ff3d513b8a by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:01:23.033988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Attempting to bind port 92b05688-e614-4cbb-9a2c-05ff3d513b8a on network fc7aefab-048b-463e-a51e-c06e7a8144a6 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:23.038235 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Port 92b05688-e614-4cbb-9a2c-05ff3d513b8a on network fc7aefab-048b-463e-a51e-c06e7a8144a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:01:23.038606 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Attempting to bind port 92b05688-e614-4cbb-9a2c-05ff3d513b8a on network fc7aefab-048b-463e-a51e-c06e7a8144a6 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:23.043956 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:01:23.044339 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Checking segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:01:23.044725 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Bound using segment: {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:01:23.045184 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Bound port: 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6e6275-4561-4859-bdf5-0db644dd6d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:01:23.045539 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:23.136823 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:01:23.140947 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:01:23.149913 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d327d-e33a-48ce-bbf0-bd9c51572048 req-5578555e-870c-4645-bd9f-a7a91b94933f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.151365 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4c9d327d-e33a-48ce-bbf0-bd9c51572048 req-5578555e-870c-4645-bd9f-a7a91b94933f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0730979 Aug 07 05:01:23.152775 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:23.205923 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.206535 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:23.207898 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] 10.222.0.24 "PUT /v2.0/ports/92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 200 len: 1094 time: 0.6434357 Aug 07 05:01:23.208596 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:23.211108 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:23.247294 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4c9d327d-e33a-48ce-bbf0-bd9c51572048 req-b3169f17-7e93-40e5-befa-df6ebb06402d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893469 Aug 07 05:01:23.248009 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b6647-6e9c-4b7f-a7f1-e3aa52cc3317 service neutron] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:23.261070 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e3deda-675c-4487-82cf-34ed3b8f42bc x-openstack-request-id: req-e5e3deda-675c-4487-82cf-34ed3b8f42bc {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:23.261351 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:23.261596 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5e3deda-675c-4487-82cf-34ed3b8f42bc {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:23.261998 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'status': 'completed', 'code': 200} Aug 07 05:01:23.323053 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-cc0cbdea-12fc-4ae5-a3fd-daf3f21183a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.325148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-cc0cbdea-12fc-4ae5-a3fd-daf3f21183a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1097 time: 0.0419159 Aug 07 05:01:23.375712 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-0c986e6d-ace3-4150-a1b3-fadbf9519947 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 200 len: 217 time: 0.0337136 Aug 07 05:01:23.429976 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-fac56d84-aa71-4510-9210-69165002bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.431438 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-fac56d84-aa71-4510-9210-69165002bf26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0463674 Aug 07 05:01:23.476599 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-bd1b133f-7897-4d96-9b7b-9c6a830f3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.477989 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-bd1b133f-7897-4d96-9b7b-9c6a830f3502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385709 Aug 07 05:01:23.569347 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-80c03924-2854-4e3a-8094-98f8423c1bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841341 Aug 07 05:01:23.661048 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-19c8df4d-c736-47b8-8d2d-0004148a1f77 req-92f62f4b-4eff-4a45-b82d-b2c5db48c1c0 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841167 Aug 07 05:01:23.786022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-9b73e53c-b2b4-4503-84e4-294d375db229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.787439 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-9b73e53c-b2b4-4503-84e4-294d375db229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1097 time: 0.0388002 Aug 07 05:01:23.878106 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-bcf13f97-4d1d-4044-aa4b-ddf2216b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.879525 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-bcf13f97-4d1d-4044-aa4b-ddf2216b02b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.0837066 Aug 07 05:01:23.919899 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-7c440bd8-893e-44a9-aca6-5933ac118ae5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 200 len: 217 time: 0.0335338 Aug 07 05:01:23.967579 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-c0d6d780-60aa-4e70-8739-cc429f62becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.968975 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-c0d6d780-60aa-4e70-8739-cc429f62becf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0419204 Aug 07 05:01:24.016057 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-90da9713-e435-4097-9f11-63346f050d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:24.017567 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-90da9713-e435-4097-9f11-63346f050d6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413141 Aug 07 05:01:24.111312 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-42bb2b0c-1d7f-40a3-adc3-cf5573e69e7e service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 Aug 07 05:01:24.202916 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cb0ba3f-817c-43ba-af39-26ae2177fe2b req-31cc6005-3da9-44d1-8ed9-b7053338cc86 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833542 Aug 07 05:01:24.286898 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:24.296923 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5cd5-8ffc-4343-935f-2fca40f0bb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:24.375598 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93f31d-e187-4345-accf-8308cc7ed6b1 req-2a98f171-269a-44b1-80be-51c6460cd6d0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:24.377426 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cf93f31d-e187-4345-accf-8308cc7ed6b1 req-2a98f171-269a-44b1-80be-51c6460cd6d0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0496373 Aug 07 05:01:24.421405 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cf93f31d-e187-4345-accf-8308cc7ed6b1 req-a4337f61-79ca-4f72-a96b-72329a2a73b9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367708 Aug 07 05:01:25.598453 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:25.796448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91bfb-4d5f-4c48-9557-d9499c600860 req-5cbadc05-387f-400d-9d52-2f29492b0ea4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:25.797852 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-27b91bfb-4d5f-4c48-9557-d9499c600860 req-5cbadc05-387f-400d-9d52-2f29492b0ea4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.3031597 Aug 07 05:01:25.833739 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-27b91bfb-4d5f-4c48-9557-d9499c600860 req-16e58165-1807-4a77-ba9e-f7833290cab1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298824 Aug 07 05:01:26.953838 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950423-0c82-4727-a888-2433432756c7 req-22d5df31-54db-47ef-b668-949423af11c7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:26.955266 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f6950423-0c82-4727-a888-2433432756c7 req-22d5df31-54db-47ef-b668-949423af11c7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0512123 Aug 07 05:01:26.993825 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f6950423-0c82-4727-a888-2433432756c7 req-c7cd09cc-d97f-47cb-b278-4759c78ef972 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324097 Aug 07 05:01:27.102979 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:27.898085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:01:27.987721 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:27.998996 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'mac_address': 'fa:16:3e:ca:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:01:28.045208 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:28.057647 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b05688-e614-4cbb-9a2c-05ff3d513b8a {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:28.077739 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:28.082007 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:28.115374 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c1e95-a248-47c0-a5d8-179c7f256297 req-af016ae0-1794-49bd-8868-a7ec21f3b861 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:28.117538 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e21c1e95-a248-47c0-a5d8-179c7f256297 req-af016ae0-1794-49bd-8868-a7ec21f3b861 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0498693 Aug 07 05:01:28.128621 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:28.135556 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.135913 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.136258 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.136595 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.136960 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.138083 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.138464 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.138800 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.139152 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.139489 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.139819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.140145 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:28.156312 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e21c1e95-a248-47c0-a5d8-179c7f256297 req-feecdbc6-3990-4793-931c-fb8c85ef8ed5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323682 Aug 07 05:01:28.491169 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['92b05688-e614-4cbb-9a2c-05ff3d513b8a'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:29.272965 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511f9ed-da8d-414f-bcd7-142a4ef9f7bf req-f35f693c-1323-44e0-a381-966dcf0df6cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:29.274397 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8511f9ed-da8d-414f-bcd7-142a4ef9f7bf req-f35f693c-1323-44e0-a381-966dcf0df6cf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 945 time: 0.0468946 Aug 07 05:01:29.311322 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8511f9ed-da8d-414f-bcd7-142a4ef9f7bf req-c08cb656-28c4-4445-95b7-05caad4ca205 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302010 Aug 07 05:01:29.913020 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:01:29.968847 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 92b05688-e614-4cbb-9a2c-05ff3d513b8a completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:29.972480 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 92b05688-e614-4cbb-9a2c-05ff3d513b8a triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:29.972893 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.064569 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.089354 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:30.092608 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d38a2-fef9-4704-9410-80ae61845ea6" -d '{"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-plugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:30.106440 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:30.111608 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.144266 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672f57d-e3a4-4a05-af77-d1ecb2d1d47f x-openstack-request-id: req-1672f57d-e3a4-4a05-af77-d1ecb2d1d47f {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:30.144555 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-plugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:30.144846 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1672f57d-e3a4-4a05-af77-d1ecb2d1d47f {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:30.145220 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'code': 200} Aug 07 05:01:30.168093 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:30.347321 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed82a8-280f-4045-8eb9-9b99c77d1c93 req-fdb65ff7-5ef4-40dc-820e-214e0358984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:30.348925 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c2ed82a8-280f-4045-8eb9-9b99c77d1c93 req-fdb65ff7-5ef4-40dc-820e-214e0358984f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1099 time: 0.0389819 Aug 07 05:01:30.386803 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c2ed82a8-280f-4045-8eb9-9b99c77d1c93 req-41ca6fca-e512-42ef-91e8-8e624868a8fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308063 Aug 07 05:01:30.428310 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c675b8b-8c1b-4fa7-895f-3465d76adf1b req-d5a0c0de-2aa3-4b4d-9e82-d6753396b480 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:30.429753 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c675b8b-8c1b-4fa7-895f-3465d76adf1b req-d5a0c0de-2aa3-4b4d-9e82-d6753396b480 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0479558 Aug 07 05:01:30.469025 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c675b8b-8c1b-4fa7-895f-3465d76adf1b req-c86f87e9-fa2b-4c7b-be6c-d603801545ce tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328448 Aug 07 05:01:31.593481 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6795-82ce-4144-bf27-7114ba7758cf req-c5c881b4-8182-4f8c-a1b5-cf38fab933e7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:31.594982 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-569e6795-82ce-4144-bf27-7114ba7758cf req-c5c881b4-8182-4f8c-a1b5-cf38fab933e7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0552616 Aug 07 05:01:31.633828 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-569e6795-82ce-4144-bf27-7114ba7758cf req-1b44cbdc-a168-4563-a45c-17c05fe61058 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327091 Aug 07 05:01:32.762434 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447f8be-1d8d-4f53-a3b0-df7f9db1c721 req-7aca44e7-e6c8-4208-95a0-eeea3bc0fac3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:32.764309 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3447f8be-1d8d-4f53-a3b0-df7f9db1c721 req-7aca44e7-e6c8-4208-95a0-eeea3bc0fac3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0527627 Aug 07 05:01:32.802072 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3447f8be-1d8d-4f53-a3b0-df7f9db1c721 req-e649b2bd-7711-4171-b49c-6fe248e13f45 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318267 Aug 07 05:01:32.914472 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888e1f-cfc4-42e7-b01a-9523ff5630f7 req-617055c2-0525-4008-8a22-f5d3a95591c0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:32.915814 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-70888e1f-cfc4-42e7-b01a-9523ff5630f7 req-617055c2-0525-4008-8a22-f5d3a95591c0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0464432 Aug 07 05:01:32.924655 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 41648) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:32.929008 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Request body: {'floatingip': {'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:32.969752 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:33.384612 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:33.388381 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:33.486008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Floating IP 941bc348-72a9-49d4-ae57-d24c024e9e05 associated. External IP: 172.27.3.138, port: 92b05688-e614-4cbb-9a2c-05ff3d513b8a. Aug 07 05:01:33.693395 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Router 34cde6c3-7334-40f6-ad77-36da34104c2b has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:01:33.797844 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:01:33.802747 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:33.807221 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:01:33.817081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:33.817691 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:01:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:33.829248 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0186668d-3c52-451c-ae37-6e2e5ac0eb37 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "PUT /v2.0/floatingips/941bc348-72a9-49d4-ae57-d24c024e9e05 HTTP/1.1" status: 200 len: 992 time: 0.9033184 Aug 07 05:01:33.829884 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:33.832278 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:33.869332 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca56cc1-9904-4014-8729-339b6711c3c5 x-openstack-request-id: req-4ca56cc1-9904-4014-8729-339b6711c3c5 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:33.869332 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:33.869332 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ca56cc1-9904-4014-8729-339b6711c3c5 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:33.869332 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'status': 'completed', 'code': 200} Aug 07 05:01:33.923770 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:33.962053 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-3c0d69fc-cd54-4d1f-9ee9-08b0924a44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:33.963551 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-3c0d69fc-cd54-4d1f-9ee9-08b0924a44e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1099 time: 0.0432944 Aug 07 05:01:34.057052 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-69a72154-7b62-4984-9969-681f5842ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:34.058529 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-69a72154-7b62-4984-9969-681f5842ea5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.0876653 Aug 07 05:01:34.126627 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-11d55893-8dc7-4469-b047-af1398945de9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 200 len: 1000 time: 0.0602310 Aug 07 05:01:34.142652 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '941bc348-72a9-49d4-ae57-d24c024e9e05', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'mac_address': 'fa:16:3e:ca:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:19Z', 'updated_at': '2021-08-07T05:01:33Z', 'revision_number': 1, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:34.172508 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:34.175642 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-005e755d-78c6-41f3-8fdb-cf3a0876257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:34.177171 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-005e755d-78c6-41f3-8fdb-cf3a0876257d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0431416 Aug 07 05:01:34.180734 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:34.181352 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:01:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:34.222839 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-86e03dec-a8b4-4c40-a722-dffa14f060ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:34.224229 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-86e03dec-a8b4-4c40-a722-dffa14f060ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389450 Aug 07 05:01:34.285738 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:34.314422 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-59149c9e-a22d-4b2b-8730-991e073a75ae service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824633 Aug 07 05:01:34.402549 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1c58dc97-fd3f-4cd3-8352-d6fe45c57a63 req-c7206db8-41d4-4982-ae2c-b0939009402b service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800893 Aug 07 05:01:34.504045 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '941bc348-72a9-49d4-ae57-d24c024e9e05', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'mac_address': 'fa:16:3e:ca:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:19Z', 'updated_at': '2021-08-07T05:01:33Z', 'revision_number': 1, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:34.529503 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e64c7f-3d97-43d4-b189-9773fb67c7b3 None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '941bc348-72a9-49d4-ae57-d24c024e9e05', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'mac_address': 'fa:16:3e:ca:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:19Z', 'updated_at': '2021-08-07T05:01:33Z', 'revision_number': 1, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:34.870363 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7a68f-8468-4f03-9222-3b7350dbe0a8 None None] New status for floating IP 941bc348-72a9-49d4-ae57-d24c024e9e05: ACTIVE {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:01:37.138061 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:01:51.601414 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3cc54471-f9f8-4c03-b5e5-f3f88949906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:52.932206 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:54.278240 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:54.295459 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3c68003a-0f03-42ff-be34-79c2c920741f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:55.599284 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:57.000291 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:58.510164 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-d411af28-c82b-4b07-95bf-b86483d633f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378754 Aug 07 05:01:58.590173 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-574e1862-67fa-4156-a625-26853e33195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:58.592182 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-574e1862-67fa-4156-a625-26853e33195c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.0440259 Aug 07 05:01:58.701851 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-c70114df-4aaa-485c-a54d-6d3ae67260a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:58.703287 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-c70114df-4aaa-485c-a54d-6d3ae67260a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.0912700 Aug 07 05:01:58.772657 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-be5bfe61-08f0-4e72-8e58-1fe562c6824d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 1002 time: 0.0591109 Aug 07 05:01:58.820382 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-00b6c637-e24f-46a0-9cc2-c4f1fb626a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:58.821828 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-00b6c637-e24f-46a0-9cc2-c4f1fb626a4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0420928 Aug 07 05:01:58.867219 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-65f41d06-d4f8-45c7-97be-b4f2c31ae885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:58.868593 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-65f41d06-d4f8-45c7-97be-b4f2c31ae885 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393572 Aug 07 05:01:58.963711 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-a43d8d1e-ec7a-46ab-9921-f5b406a8c862 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849872 Aug 07 05:01:59.056681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d664dc7e-e4ae-4fa1-bef2-42f9abd98419 req-bcbde736-b59e-46a4-908a-9e553da91902 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784359 Aug 07 05:02:05.071976 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408d674-2d44-4aa1-a987-71a5769fb5c6 req-643c3ee2-ea43-449f-82a8-eb4917dbf5fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:05.073475 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f408d674-2d44-4aa1-a987-71a5769fb5c6 req-643c3ee2-ea43-449f-82a8-eb4917dbf5fa tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0480218 Aug 07 05:02:05.111314 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f408d674-2d44-4aa1-a987-71a5769fb5c6 req-2532f254-a05a-476d-8701-d820ba765b27 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308144 Aug 07 05:02:06.226469 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179029a6-ca32-4ddb-b6cf-5d60e22769b2 req-fcdf0205-e96a-4e0b-8488-6465bf84f8cc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:06.227930 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-179029a6-ca32-4ddb-b6cf-5d60e22769b2 req-fcdf0205-e96a-4e0b-8488-6465bf84f8cc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0478430 Aug 07 05:02:06.265561 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-179029a6-ca32-4ddb-b6cf-5d60e22769b2 req-b0e25ff9-99ab-4beb-a931-3cee8d2b65e6 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Aug 07 05:02:07.387463 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55653b0f-4d9c-44b7-8b9d-4417d0e75bfe req-1d17da91-3734-4c2e-998f-9491d135f57f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.388939 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-55653b0f-4d9c-44b7-8b9d-4417d0e75bfe req-1d17da91-3734-4c2e-998f-9491d135f57f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0569155 Aug 07 05:02:07.425802 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-55653b0f-4d9c-44b7-8b9d-4417d0e75bfe req-78334687-0a8f-46b8-884d-fc6d55d7481a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Aug 07 05:02:08.541077 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229d42b-4091-44bd-aa46-3e92c5f66411 req-808c5519-fcc1-414d-b9d2-305e5acc7ebc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:08.542543 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9229d42b-4091-44bd-aa46-3e92c5f66411 req-808c5519-fcc1-414d-b9d2-305e5acc7ebc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0482497 Aug 07 05:02:08.580514 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9229d42b-4091-44bd-aa46-3e92c5f66411 req-6edb1bba-9345-4b6d-a57e-5a4f0ed61337 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Aug 07 05:02:09.693829 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca070706-63e0-4cb5-ba80-90e6ac0778cc req-ac3f0bea-5d89-4855-be6e-fa37c1711dcd tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:09.695279 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ca070706-63e0-4cb5-ba80-90e6ac0778cc req-ac3f0bea-5d89-4855-be6e-fa37c1711dcd tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0478225 Aug 07 05:02:09.733557 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ca070706-63e0-4cb5-ba80-90e6ac0778cc req-dd571e8a-76b6-4eab-8148-26c9aab5ba7d tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Aug 07 05:02:10.852925 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01428-bf8f-4578-b9cd-d469602c85af req-05a5408c-8b49-4227-ae2a-a276203fce4b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:10.854323 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff01428-bf8f-4578-b9cd-d469602c85af req-05a5408c-8b49-4227-ae2a-a276203fce4b tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Aug 07 05:02:10.891383 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5ff01428-bf8f-4578-b9cd-d469602c85af req-dad7face-0f81-4cb1-a540-69b368e54767 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Aug 07 05:02:12.008623 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684457-5bc4-4da8-8535-a44d1a2230ca req-f4eb71ba-766b-4d1a-ab00-9cb85a8e240a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:12.010128 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-31684457-5bc4-4da8-8535-a44d1a2230ca req-f4eb71ba-766b-4d1a-ab00-9cb85a8e240a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0525031 Aug 07 05:02:12.048316 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-31684457-5bc4-4da8-8535-a44d1a2230ca req-425664c9-4102-4a8b-8a1b-f95072e678d4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Aug 07 05:02:13.160034 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cce3a7-d2f9-4b13-ab1c-4a83a5117b92 req-b0edf368-0ebc-4feb-808e-60d036777cd4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:13.161406 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e9cce3a7-d2f9-4b13-ab1c-4a83a5117b92 req-b0edf368-0ebc-4feb-808e-60d036777cd4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0466948 Aug 07 05:02:13.197577 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e9cce3a7-d2f9-4b13-ab1c-4a83a5117b92 req-18506813-1171-4428-a7dc-97dbf8bcd75c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303259 Aug 07 05:02:14.136842 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:02:14.315330 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaffb3-9f36-4d84-be46-69d709d0cf4b req-eaf52ef4-ba02-43c1-b241-74c83e3ea7fc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:14.316762 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f8aaffb3-9f36-4d84-be46-69d709d0cf4b req-eaf52ef4-ba02-43c1-b241-74c83e3ea7fc tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0502377 Aug 07 05:02:14.353473 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f8aaffb3-9f36-4d84-be46-69d709d0cf4b req-c381ef2e-bd68-43ff-863e-2c130bd2bf28 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Aug 07 05:02:15.299740 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de390960-35c8-4345-9184-17c2481f3edf req-a82471ba-abd1-4f35-acfc-5e85cdc4cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.301122 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-a82471ba-abd1-4f35-acfc-5e85cdc4cff6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.0408220 Aug 07 05:02:15.394241 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de390960-35c8-4345-9184-17c2481f3edf req-acc67a89-88cf-4a8f-85fc-3ac98ca972ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.395696 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-acc67a89-88cf-4a8f-85fc-3ac98ca972ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.0878003 Aug 07 05:02:15.460939 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-598fbd7c-467d-4d31-bd13-649b5f779478 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 1002 time: 0.0575068 Aug 07 05:02:15.464654 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865257-5839-433a-985e-32822b46e19b req-a8e3fae5-cd46-43f1-a71c-485fc4601661 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.466140 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4d865257-5839-433a-985e-32822b46e19b req-a8e3fae5-cd46-43f1-a71c-485fc4601661 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0477607 Aug 07 05:02:15.504155 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4d865257-5839-433a-985e-32822b46e19b req-45bcad6a-5cd4-4e5c-a2bd-5e12db7a92ed tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Aug 07 05:02:15.512847 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de390960-35c8-4345-9184-17c2481f3edf req-f27b2bd3-91c1-40c8-9585-f7f32868f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.514388 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-f27b2bd3-91c1-40c8-9585-f7f32868f582 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0465426 Aug 07 05:02:15.558148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de390960-35c8-4345-9184-17c2481f3edf req-d77df9f0-36c7-4dfe-aef1-6744c7ba4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.559481 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-d77df9f0-36c7-4dfe-aef1-6744c7ba4a15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381687 Aug 07 05:02:15.647024 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-0fa85801-2da2-4771-923b-21f8be81794a service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801613 Aug 07 05:02:15.740868 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-de390960-35c8-4345-9184-17c2481f3edf req-dce0d84b-4348-4bff-982b-5ff0397ade0d service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Aug 07 05:02:16.619421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d1c1-d464-4d76-8542-b743eb15558d req-ce0acce0-4490-4bce-80d6-e900ecdc0d34 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:16.620898 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b354d1c1-d464-4d76-8542-b743eb15558d req-ce0acce0-4490-4bce-80d6-e900ecdc0d34 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0474854 Aug 07 05:02:16.658183 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b354d1c1-d464-4d76-8542-b743eb15558d req-56aaf0d6-d09f-4ac3-8457-94d77f5bddf8 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Aug 07 05:02:17.776184 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd4e0-699e-49ec-9a49-fda0f3c49502 req-9e8916c3-cf83-4183-9276-91deb9b64c82 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:17.777686 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6abfd4e0-699e-49ec-9a49-fda0f3c49502 req-9e8916c3-cf83-4183-9276-91deb9b64c82 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Aug 07 05:02:17.819434 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6abfd4e0-699e-49ec-9a49-fda0f3c49502 req-c48b6603-6b82-4870-a1ac-14470538fc09 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Aug 07 05:02:18.930899 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec4d4-0b00-4e1a-a44d-4e70ed752eb8 req-1bcf9086-c9b0-4456-9e37-d1988753b35c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:18.932278 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-153ec4d4-0b00-4e1a-a44d-4e70ed752eb8 req-1bcf9086-c9b0-4456-9e37-d1988753b35c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0474191 Aug 07 05:02:18.969792 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-153ec4d4-0b00-4e1a-a44d-4e70ed752eb8 req-a19bf1a6-5aea-455e-b0e8-2413d89b93ac tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310931 Aug 07 05:02:19.171217 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-96047586-8dd1-4ac0-9b90-72e7be3c93c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680585 Aug 07 05:02:19.188953 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cdebc-317f-4210-8c37-321fc6ced41c req-1ad6e84e-a4aa-46dc-aaa9-9ec23eff2fc9 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:19.191829 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8f5cdebc-317f-4210-8c37-321fc6ced41c req-1ad6e84e-a4aa-46dc-aaa9-9ec23eff2fc9 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0585434 Aug 07 05:02:19.230216 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8f5cdebc-317f-4210-8c37-321fc6ced41c req-b883368e-c600-4e12-b125-b02fd7893e9a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Aug 07 05:02:20.348555 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42b7a-b496-4f7f-8c67-0bbf603dd2d1 req-8c5261c9-b3f0-44fa-878f-be81ea5aee44 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:20.350150 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b9c42b7a-b496-4f7f-8c67-0bbf603dd2d1 req-8c5261c9-b3f0-44fa-878f-be81ea5aee44 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0503292 Aug 07 05:02:20.388408 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b9c42b7a-b496-4f7f-8c67-0bbf603dd2d1 req-c489bbff-77aa-4dd1-843e-7eb89f8268eb tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Aug 07 05:02:20.662509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-819972fa-8057-4895-9917-6fb010f49136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:20.664005 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-819972fa-8057-4895-9917-6fb010f49136 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743&tenant_id=9874042788a343ec976046e4394fa45e HTTP/1.1" status: 200 len: 1099 time: 0.0429833 Aug 07 05:02:20.735320 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-a9f59030-c0bc-4cd4-9a84-01c75da6ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:20.736748 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-a9f59030-c0bc-4cd4-9a84-01c75da6ddab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.0403156 Aug 07 05:02:20.828861 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-1462dcf7-f70e-4a95-8caf-62a7bebc02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:20.830310 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-1462dcf7-f70e-4a95-8caf-62a7bebc02d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.0862410 Aug 07 05:02:20.894948 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-5b18f665-03ea-4414-9302-a826c19f2947 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 1002 time: 0.0572906 Aug 07 05:02:20.945432 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-be73c43b-6f76-4e1a-96f2-f9db9939a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:20.946798 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-be73c43b-6f76-4e1a-96f2-f9db9939a5a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0452299 Aug 07 05:02:20.990430 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-dcc316a9-35f9-4127-9725-14c284441e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:20.991818 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-dcc316a9-35f9-4127-9725-14c284441e3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370824 Aug 07 05:02:21.081025 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-bd9eed8b-7eb8-4cfd-b30b-86a6519efb68 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802522 Aug 07 05:02:21.173320 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-143acd99-41a2-4f3c-aa88-86ccd3df733f req-5057d21e-70fa-484e-bbb0-bc386a802058 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853825 Aug 07 05:02:21.503801 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8a3a-05bb-4326-905c-83bcd5083754 req-4e07a5b6-4a10-4070-911e-b7ff8beb9309 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:21.505286 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4ead8a3a-05bb-4326-905c-83bcd5083754 req-4e07a5b6-4a10-4070-911e-b7ff8beb9309 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Aug 07 05:02:21.541554 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4ead8a3a-05bb-4326-905c-83bcd5083754 req-8a72e13b-2080-4f98-8c8f-12923c30b9d9 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Aug 07 05:02:21.601632 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-da0ea4ce-9d67-4880-bc41-549b0f410cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:22.164329 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:22.236218 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:22.256996 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:22.259169 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0068f6-2014-4a71-98d3-608e935e71dd" -d '{"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-unplugged", "status": "completed", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:22.272692 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:22.276632 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:22.299533 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f7ade0-f544-4d96-97b2-9b2aedeac285 x-openstack-request-id: req-f8f7ade0-f544-4d96-97b2-9b2aedeac285 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:22.299844 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-unplugged", "status": "completed", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:22.300097 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8f7ade0-f544-4d96-97b2-9b2aedeac285 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:22.300483 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'code': 200} Aug 07 05:02:22.328906 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=6']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:22.656819 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69674c-760a-404c-8c9e-12ad0badc613 req-b985d079-1d4a-498f-8b85-81a2bfd4fb94 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:22.658257 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4c69674c-760a-404c-8c9e-12ad0badc613 req-b985d079-1d4a-498f-8b85-81a2bfd4fb94 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0487363 Aug 07 05:02:22.702244 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4c69674c-760a-404c-8c9e-12ad0badc613 req-396b2666-5ce8-4bd4-bc02-315c6215a6f4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358677 Aug 07 05:02:22.917028 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:23.813505 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9116552-6d03-49a2-8396-696f91443c82 req-734b4988-a3ad-4a3e-85d7-f3c63b5eaca2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:23.816538 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9116552-6d03-49a2-8396-696f91443c82 req-734b4988-a3ad-4a3e-85d7-f3c63b5eaca2 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0483651 Aug 07 05:02:23.855303 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9116552-6d03-49a2-8396-696f91443c82 req-c939c09c-22de-4904-9888-105f2a012efb tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318055 Aug 07 05:02:24.279913 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:24.294844 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-69276d36-d875-4149-aedb-b1f524fbf5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:24.970549 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a211-b4a6-4490-82df-3c890e780eec req-4f380d9c-273c-4f2f-9de6-a40e413d88da tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:24.971982 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-24b4a211-b4a6-4490-82df-3c890e780eec req-4f380d9c-273c-4f2f-9de6-a40e413d88da tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0509446 Aug 07 05:02:25.008413 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-24b4a211-b4a6-4490-82df-3c890e780eec req-b717ae59-0660-4ca9-88b3-913d943660b5 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302780 Aug 07 05:02:25.601674 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:26.119358 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ab636-4779-4c21-8f18-a83aa0cca239 req-41926f8c-31fb-4ebe-842f-dd3020242792 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:26.120817 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7e3ab636-4779-4c21-8f18-a83aa0cca239 req-41926f8c-31fb-4ebe-842f-dd3020242792 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0476279 Aug 07 05:02:26.161250 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7e3ab636-4779-4c21-8f18-a83aa0cca239 req-406846b2-0c4d-4319-90ee-9690538bc869 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Aug 07 05:02:26.999513 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:27.274444 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f562d3-fb46-4869-a17b-7517194e546c req-c1f21d25-8642-4781-8e31-60a0a2356e36 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:27.275957 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-72f562d3-fb46-4869-a17b-7517194e546c req-c1f21d25-8642-4781-8e31-60a0a2356e36 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0485747 Aug 07 05:02:27.318234 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-72f562d3-fb46-4869-a17b-7517194e546c req-de56b8cf-6687-4f64-9a21-c2d06fa85897 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326867 Aug 07 05:02:28.465570 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602abf-ad49-400e-8699-3e1e423af7ff req-d81d6561-4dea-49d1-ab35-3c9a3e41f3cb tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:28.467018 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9602abf-ad49-400e-8699-3e1e423af7ff req-d81d6561-4dea-49d1-ab35-3c9a3e41f3cb tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0810103 Aug 07 05:02:28.494137 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769012d1-b5ba-44d0-b313-cbc497e0d803 req-4ecbb434-26a0-42a7-a693-7e742f631233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:28.495586 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-769012d1-b5ba-44d0-b313-cbc497e0d803 req-4ecbb434-26a0-42a7-a693-7e742f631233 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1097 time: 0.0657315 Aug 07 05:02:28.523338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9602abf-ad49-400e-8699-3e1e423af7ff req-e20afa02-b049-46d7-aca5-0cd84e56706f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487437 Aug 07 05:02:28.539774 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-769012d1-b5ba-44d0-b313-cbc497e0d803 req-8a673f1c-bcd0-4041-8eb5-70d7cc1377a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Aug 07 05:02:29.638287 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec7d27-63a4-4c37-8992-c5a974b41906 req-f6f1bb34-6b59-4f26-a39d-e962fc98d465 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:29.640489 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9ec7d27-63a4-4c37-8992-c5a974b41906 req-f6f1bb34-6b59-4f26-a39d-e962fc98d465 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 944 time: 0.0495191 Aug 07 05:02:29.676735 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f9ec7d27-63a4-4c37-8992-c5a974b41906 req-c51e0ba6-b51f-40e6-9a44-a811b9c03f97 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306382 Aug 07 05:02:30.288012 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:02:30.377436 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:30.387877 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'port_id': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'mac_address': 'fa:16:3e:d6:f2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:02:30.425749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:30.438220 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d5d66-f848-4b34-9a5e-9f813a6e1b80 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:02:30.457100 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:30.460778 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:30.511067 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=7']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:30.517533 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.517880 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.518244 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.518576 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.518903 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.519226 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.519550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.519871 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.520193 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.520509 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.520845 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.521161 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:30.809776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bfc9b-d6dd-41e1-92b5-eaba346f7026 req-c8165e66-1dac-4570-a920-5856b0d327d1 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:30.811255 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e79bfc9b-d6dd-41e1-92b5-eaba346f7026 req-c8165e66-1dac-4570-a920-5856b0d327d1 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 945 time: 0.0621841 Aug 07 05:02:30.862579 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e79bfc9b-d6dd-41e1-92b5-eaba346f7026 req-b4f28196-74f3-4fa2-8f6d-55dd609b0d62 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444608 Aug 07 05:02:30.903568 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['018d5d66-f848-4b34-9a5e-9f813a6e1b80'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:32.287911 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:02:32.334630 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:02:32.334998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:32.408697 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:32.433987 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:32.436862 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03834985-8d47-4ebb-b54f-04d97e136003" -d '{"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-plugged", "status": "completed", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:32.450998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:32.457104 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:32.487049 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900c5727-f765-4727-b7d5-cef44a4228e8 x-openstack-request-id: req-900c5727-f765-4727-b7d5-cef44a4228e8 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:32.487532 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-plugged", "status": "completed", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:32.487964 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-900c5727-f765-4727-b7d5-cef44a4228e8 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:32.488581 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'code': 200} Aug 07 05:02:32.513569 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=8']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:51.135389 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:02:51.603180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3819eb23-bcc9-4857-83df-f2cc06ffe080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:52.932304 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:53.653610 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-e1959756-39b7-4498-8e7d-792a7c86801e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428334738&fields=id&tenant_id=e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 267 time: 0.0340810 Aug 07 05:02:53.760985 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-060d3583-9cba-41ad-a44b-0ece6ae213f8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:53.762317 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-060d3583-9cba-41ad-a44b-0ece6ae213f8 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 812 time: 0.1009996 Aug 07 05:02:53.776486 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-feb8562e-a540-4f84-9473-5ff8a203814d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/quotas/e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 375 time: 0.0084927 Aug 07 05:02:53.832114 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-608af26f-6cb9-4e69-abae-c67a43e73c5b tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0503211 Aug 07 05:02:53.932332 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-e427ca19-607d-4013-9545-63bb48a53d3e service neutron] 10.222.0.35 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Aug 07 05:02:54.018619 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-70c0b175-f8f5-4203-adef-e8ff99153ec9 service neutron] 10.222.0.35 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794334 Aug 07 05:02:54.294928 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.295993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3ba2549c-795d-432d-a070-475d653f238c req-d5ab0d21-2ef9-478c-8c81-0ea1fb25e72a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 210 time: 0.0277288 Aug 07 05:02:54.302785 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e406-e040-4755-a4d8-e43f764e83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:55.174112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466ca15-1d48-4ec2-8d0b-22d4f0cb128e req-35b318ca-7c73-44c7-89f3-b51477c9bb71 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:55.175712 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7466ca15-1d48-4ec2-8d0b-22d4f0cb128e req-35b318ca-7c73-44c7-89f3-b51477c9bb71 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0505803 Aug 07 05:02:55.214819 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7466ca15-1d48-4ec2-8d0b-22d4f0cb128e req-607a51f9-2fdb-4082-92b7-5a7ea1b7340c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329075 Aug 07 05:02:55.369986 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-90b2b89a-917d-4ceb-9a56-c5000c932543 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:55.371652 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-90b2b89a-917d-4ceb-9a56-c5000c932543 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 812 time: 0.1069002 Aug 07 05:02:55.395446 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fa4b5496-2ccf-4b72-91a0-92b085322912 req-81187ee5-3657-40a9-a875-f0fce8a4cf2a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Aug 07 05:02:55.424980 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-1cbc3887-79c8-405a-b80d-c9c4bbf77d7b tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90cab30a20644dbabb505e1ada2dc3a HTTP/1.1" status: 200 len: 379 time: 0.0364678 Aug 07 05:02:55.458206 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'port': {'device_id': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'admin_state_up': True, 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'security_groups': ['ca017cb5-9056-4d1b-98dc-6e37500233a1']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:55.566152 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Made reservation on behalf of e90cab30a20644dbabb505e1ada2dc3a for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:02:55.569760 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:55.604125 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:55.691322 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Allocated IP 172.20.0.6 (b97eba61-232f-41ac-a37d-dd36ec699f72/05e2621c-950e-454b-a692-41858da08350/ce9c023e-3f65-4600-938f-4bbbb114a9b9) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:02:55.832912 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:55.847090 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Transition to ACTIVE for port object ce9c023e-3f65-4600-938f-4bbbb114a9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:02:55.879027 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:55.918646 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Network b97eba61-232f-41ac-a37d-dd36ec699f72 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:02:55.923056 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:02:55.931607 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:02:55.960136 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=ce9c023e-3f65-4600-938f-4bbbb114a9b9,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:55.974911 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.975263 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.975608 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.975952 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.976287 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.976622 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.976988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.977320 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.977649 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.977977 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.978308 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.978632 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:55.999702 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:56.000428 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.015943 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-6cc61da3-f374-411b-9b16-7fcc2af2d05c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617108 Aug 07 05:02:56.037334 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Request body: {'port': {'device_id': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:56.097669 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.134539 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-aa4755d3-dc08-4abf-a130-cf3981c6d8d6 None None] Provisioning for port ce9c023e-3f65-4600-938f-4bbbb114a9b9 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:02:56.138879 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-aa4755d3-dc08-4abf-a130-cf3981c6d8d6 None None] Provisioning complete for port ce9c023e-3f65-4600-938f-4bbbb114a9b9 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:02:56.139772 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-aa4755d3-dc08-4abf-a130-cf3981c6d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.301546 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-aa4755d3-dc08-4abf-a130-cf3981c6d8d6 None None] Port ce9c023e-3f65-4600-938f-4bbbb114a9b9 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:02:56.359623 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbe3dd-cad9-4b8b-8dff-8499a2d24908 req-7159ef45-078a-4abb-b3c2-636f6877a650 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:56.361122 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e5fbe3dd-cad9-4b8b-8dff-8499a2d24908 req-7159ef45-078a-4abb-b3c2-636f6877a650 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0717537 Aug 07 05:02:56.438878 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e5fbe3dd-cad9-4b8b-8dff-8499a2d24908 req-a334da05-8d60-49ed-9dcc-6d51c0f8c569 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711412 Aug 07 05:02:56.440860 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9c023e-3f65-4600-938f-4bbbb114a9b9 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:02:56.448336 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.462262 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Transition to ACTIVE for port object ce9c023e-3f65-4600-938f-4bbbb114a9b9 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:02:56.474437 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.520519 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c023e-3f65-4600-938f-4bbbb114a9b9,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:56.530381 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f364cc-e6c4-4ba6-a469-9cc0c55e7854 req-873074a1-ebcd-482c-9c35-2af892ef5b6f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:56.532162 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f0f364cc-e6c4-4ba6-a469-9cc0c55e7854 req-873074a1-ebcd-482c-9c35-2af892ef5b6f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0570762 Aug 07 05:02:56.574180 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f0f364cc-e6c4-4ba6-a469-9cc0c55e7854 req-e06dca3e-81b6-4a0a-bfa0-2d8f152832b5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346038 Aug 07 05:02:56.589517 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Attempting to bind port ce9c023e-3f65-4600-938f-4bbbb114a9b9 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:02:56.589859 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Attempting to bind port ce9c023e-3f65-4600-938f-4bbbb114a9b9 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:02:56.590187 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Attempting to bind port ce9c023e-3f65-4600-938f-4bbbb114a9b9 on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:02:56.595901 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Port ce9c023e-3f65-4600-938f-4bbbb114a9b9 on network b97eba61-232f-41ac-a37d-dd36ec699f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:02:56.596224 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Attempting to bind port ce9c023e-3f65-4600-938f-4bbbb114a9b9 on network b97eba61-232f-41ac-a37d-dd36ec699f72 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:02:56.602816 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:02:56.603160 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Checking segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:02:56.603572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Bound using segment: {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:02:56.603994 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Bound port: ce9c023e-3f65-4600-938f-4bbbb114a9b9, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9815906-1191-4cbd-a776-22a759dc8ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:02:56.604352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.673479 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] For port ce9c023e-3f65-4600-938f-4bbbb114a9b9, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:02:56.676880 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] For port ce9c023e-3f65-4600-938f-4bbbb114a9b9, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:02:56.681758 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.715862 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:56.716449 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:56.718052 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce9c023e-3f65-4600-938f-4bbbb114a9b9 HTTP/1.1" status: 200 len: 1093 time: 0.6853023 Aug 07 05:02:56.718829 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:56.721085 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72f1b1-ca33-4438-afe0-40aaed152319" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:56.745845 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d049fd1-207f-48a4-ad96-21728df40517 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c023e-3f65-4600-938f-4bbbb114a9b9,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:56.764189 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2e9f83-3273-4a2a-9558-82f061e4f7f5 x-openstack-request-id: req-ef2e9f83-3273-4a2a-9558-82f061e4f7f5 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:56.764537 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:56.764814 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef2e9f83-3273-4a2a-9558-82f061e4f7f5 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:56.765339 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'status': 'completed', 'code': 200} Aug 07 05:02:56.849988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-53d12362-d58d-4f22-a279-c57efb394776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:56.851516 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-53d12362-d58d-4f22-a279-c57efb394776 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 1096 time: 0.0429580 Aug 07 05:02:57.006806 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:57.146472 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-18f1e223-0e3d-4c5f-ad63-c2d74803b432 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9 HTTP/1.1" status: 200 len: 217 time: 0.2798693 Aug 07 05:02:57.195540 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8ad512c0-b3a6-48d3-8c5b-064159faa4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.196960 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-8ad512c0-b3a6-48d3-8c5b-064159faa4b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0422080 Aug 07 05:02:57.240638 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-4a1ede2f-da5c-4b61-b1fb-6bb2bf738563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.242020 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-4a1ede2f-da5c-4b61-b1fb-6bb2bf738563 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383630 Aug 07 05:02:57.334831 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-db7a0713-e205-4d5d-a40b-f0a068e01b76 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851045 Aug 07 05:02:57.420718 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e2cef8e-e505-4327-9c1a-a7e1bfe89e81 req-71146e51-4972-4d4f-844d-ec0bce39e537 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777805 Aug 07 05:02:57.553260 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-9d9a7b1d-6412-4124-aa41-f86635485724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.554784 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-9d9a7b1d-6412-4124-aa41-f86635485724 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 1096 time: 0.0403118 Aug 07 05:02:57.572538 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19db50-de96-496d-8def-658979cf7496 req-f134810d-d0be-40d1-83e7-1af9d172d81b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.574040 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3e19db50-de96-496d-8def-658979cf7496 req-f134810d-d0be-40d1-83e7-1af9d172d81b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0481429 Aug 07 05:02:57.623406 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3e19db50-de96-496d-8def-658979cf7496 req-8fbf48c6-7520-4c4f-933e-c8428afdc823 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420198 Aug 07 05:02:57.681777 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-53b8b8e9-2ccf-4015-b2d7-3b0c79a37b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.683190 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-53b8b8e9-2ccf-4015-b2d7-3b0c79a37b93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.1196003 Aug 07 05:02:57.731959 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-45ad6073-91c2-458a-ae28-5960a57871ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9 HTTP/1.1" status: 200 len: 217 time: 0.0388432 Aug 07 05:02:57.739547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15c09e-e28e-4243-9448-33af32091459 req-edde4202-aa94-4ee6-bdc6-d6ab7c37a1b4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.740993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4d15c09e-e28e-4243-9448-33af32091459 req-edde4202-aa94-4ee6-bdc6-d6ab7c37a1b4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0935767 Aug 07 05:02:57.805236 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-e5be19c4-be07-41aa-aba3-d3806da4b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.806636 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-e5be19c4-be07-41aa-aba3-d3806da4b5da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0649104 Aug 07 05:02:57.809505 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4d15c09e-e28e-4243-9448-33af32091459 req-f054aa1b-bbbd-40f2-9da1-2f0607d473ef tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602932 Aug 07 05:02:57.850945 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-0f8554a7-920e-4d5c-b231-701cf85f9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:57.852386 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-0f8554a7-920e-4d5c-b231-701cf85f9a9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384779 Aug 07 05:02:57.943054 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-18cb925d-37cf-4eb7-bd30-f3cde538ab41 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828829 Aug 07 05:02:58.032423 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7f72f1b1-ca33-4438-afe0-40aaed152319 req-414a331e-f29d-48f2-b588-1150ef1ce92f service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817249 Aug 07 05:02:58.750840 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462f403-deed-4996-ac50-d3b771eb8a1d req-1f3ad8df-c794-46ef-9ed2-4d0b27e83f32 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:58.752278 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d462f403-deed-4996-ac50-d3b771eb8a1d req-1f3ad8df-c794-46ef-9ed2-4d0b27e83f32 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0480354 Aug 07 05:02:58.788326 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d462f403-deed-4996-ac50-d3b771eb8a1d req-ac9b3432-c509-4996-8ebe-5e84d20349a3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302682 Aug 07 05:02:58.926222 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ededd9e-c6e9-41b8-a6ff-b95a805a1148 req-800b6d12-c80d-45d3-bad7-f27d21a05eaa tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:58.927676 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2ededd9e-c6e9-41b8-a6ff-b95a805a1148 req-800b6d12-c80d-45d3-bad7-f27d21a05eaa tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0476565 Aug 07 05:02:58.969860 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2ededd9e-c6e9-41b8-a6ff-b95a805a1148 req-93dcd82f-9559-4f6d-ad62-f561339dbd7d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Aug 07 05:02:59.908260 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74087389-14dc-41cc-a533-900fc80d5f82 req-9eca9c33-6045-4bf3-b6da-5e8552414d61 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:59.909636 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-74087389-14dc-41cc-a533-900fc80d5f82 req-9eca9c33-6045-4bf3-b6da-5e8552414d61 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0500569 Aug 07 05:02:59.953367 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-74087389-14dc-41cc-a533-900fc80d5f82 req-d1fcc117-0c15-4b94-8fa8-aa9e6ebadce9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377610 Aug 07 05:03:00.079819 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506455-a4da-4efa-a06a-b0d0b099f3f6 req-fb117383-afd0-4870-97bf-5eb10627a735 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:00.081291 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ad506455-a4da-4efa-a06a-b0d0b099f3f6 req-fb117383-afd0-4870-97bf-5eb10627a735 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0471971 Aug 07 05:03:00.118839 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ad506455-a4da-4efa-a06a-b0d0b099f3f6 req-28e87770-3ddd-4a5f-b8eb-e08cb7cafede tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Aug 07 05:03:00.512521 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-415d3258-ce79-4fbd-97cd-a641510fa057 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403562 Aug 07 05:03:00.584722 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-657adc64-3d5f-4725-ac77-bdc4df197044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:00.586176 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-657adc64-3d5f-4725-ac77-bdc4df197044 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1099 time: 0.0390565 Aug 07 05:03:00.690711 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-0238ea69-2720-4c17-b772-9fab82bc1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:00.692142 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-0238ea69-2720-4c17-b772-9fab82bc1d04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0862834 Aug 07 05:03:00.814929 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-31c9dc80-3f8c-4523-8da6-cafa1920c170 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 1002 time: 0.0566351 Aug 07 05:03:00.867576 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-b63db567-07b7-4d90-afa2-e896445ebd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:00.869044 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-b63db567-07b7-4d90-afa2-e896445ebd89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0464704 Aug 07 05:03:00.913008 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-562fd046-b707-4e46-b4af-8983429b3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:00.914424 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-562fd046-b707-4e46-b4af-8983429b3d38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380778 Aug 07 05:03:01.002055 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-0950cc8f-e728-4514-8dec-47df044def45 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803146 Aug 07 05:03:01.071853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f27e1-ee82-421e-ac71-ee59f804564c req-c2371f51-b3af-4021-adc8-67744a12cafb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:01.073269 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-764f27e1-ee82-421e-ac71-ee59f804564c req-c2371f51-b3af-4021-adc8-67744a12cafb tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0488105 Aug 07 05:03:01.097985 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-42aa0d50-0a6a-419e-b8b5-905a5f4c79a1 req-37ca4104-df73-4f51-ada7-32e766c885dd service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Aug 07 05:03:01.112810 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-764f27e1-ee82-421e-ac71-ee59f804564c req-899c0c2a-9b20-4dac-b020-1a0ad5dabeea tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328038 Aug 07 05:03:01.232428 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16610-c238-4c60-9491-72dd64554abc req-c9dffa44-f8f8-4a46-9787-82fc2552da0f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:01.233886 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fca16610-c238-4c60-9491-72dd64554abc req-c9dffa44-f8f8-4a46-9787-82fc2552da0f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0483141 Aug 07 05:03:01.271133 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fca16610-c238-4c60-9491-72dd64554abc req-28aa7e10-58b9-421c-889f-559eb30b373a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Aug 07 05:03:02.229995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a19aaf-13d7-4440-802b-9b9733e0a3b4 req-f3e4b92b-83d2-4703-80e2-0f149c45bf55 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:02.231441 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c9a19aaf-13d7-4440-802b-9b9733e0a3b4 req-f3e4b92b-83d2-4703-80e2-0f149c45bf55 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0477929 Aug 07 05:03:02.268334 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c9a19aaf-13d7-4440-802b-9b9733e0a3b4 req-8d205b25-b9aa-4873-98b2-b0ff0c5fce17 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301635 Aug 07 05:03:02.381044 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c84d-e1a5-432d-9ec6-6b5beeb63b53 req-0da968a5-dfab-4acd-871a-7f9fb9581482 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:02.382482 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-03e6c84d-e1a5-432d-9ec6-6b5beeb63b53 req-0da968a5-dfab-4acd-871a-7f9fb9581482 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0473981 Aug 07 05:03:02.423697 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-03e6c84d-e1a5-432d-9ec6-6b5beeb63b53 req-4aea5657-ccca-417d-ade9-0ad2e0bae435 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354314 Aug 07 05:03:03.389076 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c766a8a-c0cb-4cd5-8105-5adf5e7ac487 req-6e3de41b-e212-4336-a97e-9877357ff29e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:03.390546 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c766a8a-c0cb-4cd5-8105-5adf5e7ac487 req-6e3de41b-e212-4336-a97e-9877357ff29e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0518990 Aug 07 05:03:03.427376 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2c766a8a-c0cb-4cd5-8105-5adf5e7ac487 req-486df73b-3308-4242-bfb2-1ca63bc31cb0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306492 Aug 07 05:03:03.534093 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c23c-3ce8-44a1-b5fd-552e4c14bc4c req-aa58e949-8acc-4fbe-ac4a-6f51a7db320a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:03.535692 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-65f6c23c-3ce8-44a1-b5fd-552e4c14bc4c req-aa58e949-8acc-4fbe-ac4a-6f51a7db320a tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0478449 Aug 07 05:03:03.572849 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-65f6c23c-3ce8-44a1-b5fd-552e4c14bc4c req-324bd559-3e75-4c63-9b2d-8be92b05c80f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Aug 07 05:03:04.544127 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8bc62-39b6-4213-9a13-cababce017b4 req-b45acb65-ab4c-42d8-bfaa-f65594b360f6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:04.545692 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-93c8bc62-39b6-4213-9a13-cababce017b4 req-b45acb65-ab4c-42d8-bfaa-f65594b360f6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0491180 Aug 07 05:03:04.583828 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-93c8bc62-39b6-4213-9a13-cababce017b4 req-8b0cea27-7b46-4666-bdf9-0b90380cc618 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322893 Aug 07 05:03:04.682248 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6c2a5-dd9f-4ef0-90d2-8ea22dee7f31 req-59da4899-a419-429a-8303-4bc0371f5144 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:04.683681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f7b6c2a5-dd9f-4ef0-90d2-8ea22dee7f31 req-59da4899-a419-429a-8303-4bc0371f5144 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0466053 Aug 07 05:03:04.722793 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f7b6c2a5-dd9f-4ef0-90d2-8ea22dee7f31 req-e51fadaf-2186-491b-91e1-0dfc958b4685 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Aug 07 05:03:05.699701 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db465-3fbf-4c18-9002-98973db85b29 req-b454b296-db07-45cf-adf6-4470f227c8bc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:05.701197 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e21db465-3fbf-4c18-9002-98973db85b29 req-b454b296-db07-45cf-adf6-4470f227c8bc tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0478687 Aug 07 05:03:05.740166 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-e21db465-3fbf-4c18-9002-98973db85b29 req-6138bf8d-1e9d-4478-a59f-659dc8a37849 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330746 Aug 07 05:03:05.835319 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffee4f-ecaf-4daa-8bde-67f36bf4186e req-eae72a73-f140-4918-abc2-4c88545a5597 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:05.836759 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aaffee4f-ecaf-4daa-8bde-67f36bf4186e req-eae72a73-f140-4918-abc2-4c88545a5597 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 943 time: 0.0496042 Aug 07 05:03:05.877578 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aaffee4f-ecaf-4daa-8bde-67f36bf4186e req-6bb11156-cbc6-41a6-b1f2-f702700512ed tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347598 Aug 07 05:03:06.436995 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device ce9c023e-3f65-4600-938f-4bbbb114a9b9 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:06.529208 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port ce9c023e-3f65-4600-938f-4bbbb114a9b9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:06.539823 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'port_id': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'mac_address': 'fa:16:3e:5a:e5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:06.578314 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:06.590537 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9c023e-3f65-4600-938f-4bbbb114a9b9 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:06.609421 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port ce9c023e-3f65-4600-938f-4bbbb114a9b9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:06.616461 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:06.661730 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=ce9c023e-3f65-4600-938f-4bbbb114a9b9,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:06.860147 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cef23-cffd-4907-b9fe-a708d3ec24af req-63d6bfaa-5508-4779-9203-36e6d2beaf57 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:06.861639 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3b8cef23-cffd-4907-b9fe-a708d3ec24af req-63d6bfaa-5508-4779-9203-36e6d2beaf57 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0519643 Aug 07 05:03:06.900804 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3b8cef23-cffd-4907-b9fe-a708d3ec24af req-2e36561f-436d-4bd8-9836-e39a77c2b33d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332236 Aug 07 05:03:06.987726 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad7a4-2c35-4628-8d2e-949a41b53023 req-bdce34d2-a76e-4947-8951-167d58396086 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:06.989197 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-898ad7a4-2c35-4628-8d2e-949a41b53023 req-bdce34d2-a76e-4947-8951-167d58396086 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 944 time: 0.0472069 Aug 07 05:03:07.026267 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-898ad7a4-2c35-4628-8d2e-949a41b53023 req-36675baa-b42c-4909-8dc0-b659602ddcfe tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312312 Aug 07 05:03:07.058962 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['ce9c023e-3f65-4600-938f-4bbbb114a9b9'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:08.027168 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c4f45-0702-42e5-bc0c-efb4967d2f4f req-1c0c3a77-7b6f-4a75-9a4e-ebef524ddc34 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:08.028818 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c88c4f45-0702-42e5-bc0c-efb4967d2f4f req-1c0c3a77-7b6f-4a75-9a4e-ebef524ddc34 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0563271 Aug 07 05:03:08.067088 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c88c4f45-0702-42e5-bc0c-efb4967d2f4f req-ac756e8e-5010-4b0b-b80c-02f481836973 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323174 Aug 07 05:03:08.141965 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8652-f466-4cba-8606-ec08cf1e6dae req-269d6a15-17f3-45c4-b01d-44dc44d564bf tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:08.143412 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0ee8652-f466-4cba-8606-ec08cf1e6dae req-269d6a15-17f3-45c4-b01d-44dc44d564bf tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 944 time: 0.0500312 Aug 07 05:03:08.179703 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0ee8652-f466-4cba-8606-ec08cf1e6dae req-525c5df5-c6b7-4774-9788-0c8b162043b6 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304422 Aug 07 05:03:08.454912 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device ce9c023e-3f65-4600-938f-4bbbb114a9b9 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:08.503115 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port ce9c023e-3f65-4600-938f-4bbbb114a9b9 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:03:08.507146 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port ce9c023e-3f65-4600-938f-4bbbb114a9b9 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:08.507513 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.583231 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.605223 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:08.608847 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3dc3a8-0629-4692-b5fc-b7c579a555e0" -d '{"events": [{"server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:08.621269 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port ce9c023e-3f65-4600-938f-4bbbb114a9b9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:08.625521 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.650259 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ad7d75-7b9a-4837-8806-6e43b3ebb18d x-openstack-request-id: req-f9ad7d75-7b9a-4837-8806-6e43b3ebb18d {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:08.650550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:08.650803 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9ad7d75-7b9a-4837-8806-6e43b3ebb18d {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:08.651187 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'code': 200} Aug 07 05:03:08.676317 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=ce9c023e-3f65-4600-938f-4bbbb114a9b9,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:08.899085 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226717db-3071-4675-83f5-3665b72e55a4 req-03d714ae-11d1-47c2-a81e-67ad57df482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:08.900502 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-226717db-3071-4675-83f5-3665b72e55a4 req-03d714ae-11d1-47c2-a81e-67ad57df482b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 1098 time: 0.0381041 Aug 07 05:03:08.938276 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-226717db-3071-4675-83f5-3665b72e55a4 req-e114dfc9-2d55-4647-a7b6-c0b9361d9f74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301528 Aug 07 05:03:09.186264 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df854807-fca9-46d1-bc25-97e5601fca28 req-a5e28c38-022d-4a71-ba6c-1b67df3e774c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:09.187744 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df854807-fca9-46d1-bc25-97e5601fca28 req-a5e28c38-022d-4a71-ba6c-1b67df3e774c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0483811 Aug 07 05:03:09.225931 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df854807-fca9-46d1-bc25-97e5601fca28 req-e47962de-c784-4958-9b32-21d6974d460a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323606 Aug 07 05:03:09.300136 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669917-177a-476b-a554-c53daa2d4593 req-4eec06f4-d003-47bb-8576-71936bad6102 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:09.301624 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae669917-177a-476b-a554-c53daa2d4593 req-4eec06f4-d003-47bb-8576-71936bad6102 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0517778 Aug 07 05:03:09.338947 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ae669917-177a-476b-a554-c53daa2d4593 req-668a024e-e25a-4a55-9849-8fa6a4b42c6e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Aug 07 05:03:10.343349 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75235d-59ef-4125-9605-d8236ebfdc43 req-77b01b1d-8d9c-4394-9afa-625a7ba93649 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:10.344845 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d75235d-59ef-4125-9605-d8236ebfdc43 req-77b01b1d-8d9c-4394-9afa-625a7ba93649 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0484972 Aug 07 05:03:10.383199 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9d75235d-59ef-4125-9605-d8236ebfdc43 req-737281b6-b8b4-4dd0-9aef-eff6c30bdf06 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324216 Aug 07 05:03:10.458695 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f4db2-225e-4cdc-b588-d974c6791617 req-0e7d7e75-ca6f-4847-b36f-f2132a603a07 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:10.460161 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a99f4db2-225e-4cdc-b588-d974c6791617 req-0e7d7e75-ca6f-4847-b36f-f2132a603a07 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0528672 Aug 07 05:03:10.500585 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a99f4db2-225e-4cdc-b588-d974c6791617 req-0961b768-3347-41bb-9efd-92ed12a756a5 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340052 Aug 07 05:03:11.502612 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460a17d-e290-4b01-98ca-e461b19378a3 req-4f1012e9-edb0-4ef2-8ad7-b9f908fe3385 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:11.504076 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1460a17d-e290-4b01-98ca-e461b19378a3 req-4f1012e9-edb0-4ef2-8ad7-b9f908fe3385 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0505021 Aug 07 05:03:11.548255 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1460a17d-e290-4b01-98ca-e461b19378a3 req-d8b80f23-52f9-430a-aea9-8d14d73c9dc3 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382969 Aug 07 05:03:11.614206 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6325a18-ec45-438c-a728-09a7cde60f56 req-3cadeea5-21ac-4d7a-892d-cc373ac12d87 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:11.615686 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d6325a18-ec45-438c-a728-09a7cde60f56 req-3cadeea5-21ac-4d7a-892d-cc373ac12d87 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Aug 07 05:03:11.655929 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d6325a18-ec45-438c-a728-09a7cde60f56 req-a2ee3573-3683-497e-ba12-343b177349d3 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342636 Aug 07 05:03:11.766172 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a3d94-19d3-4104-a701-16d587ea0571 req-13d40eb9-57df-4af4-916a-56f11dca85e1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:11.767614 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c13a3d94-19d3-4104-a701-16d587ea0571 req-13d40eb9-57df-4af4-916a-56f11dca85e1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Aug 07 05:03:11.803791 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c13a3d94-19d3-4104-a701-16d587ea0571 req-2778cd71-673b-47a2-b7a4-8c70a3a8c400 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304234 Aug 07 05:03:11.825990 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42022) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:12.010671 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56721d6d-a1ff-436e-9bbc-a5f2ac99a77f tempest-TestVolumeBootPattern-964524503 tempest-TestVolumeBootPattern-964524503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.012169 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-56721d6d-a1ff-436e-9bbc-a5f2ac99a77f tempest-TestVolumeBootPattern-964524503 tempest-TestVolumeBootPattern-964524503-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 1093 time: 0.1852036 Aug 07 05:03:12.015056 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42026) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:12.019369 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'port_id': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:12.040816 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:12.135978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:12.239704 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Allocated IP 172.27.3.238 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/9257662f-9796-4cc6-8273-6f45a0e3c09c) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:03:12.347128 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:12.385435 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:12.420301 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:03:12.423010 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:12.428198 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:03:12.453025 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=9257662f-9796-4cc6-8273-6f45a0e3c09c,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:12.671782 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc2fe-d38d-4f88-9e35-f18a429856de req-44e71e25-a072-469b-8211-eeb1ab23ce07 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.673338 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5bcdc2fe-d38d-4f88-9e35-f18a429856de req-44e71e25-a072-469b-8211-eeb1ab23ce07 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0511384 Aug 07 05:03:12.711413 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5bcdc2fe-d38d-4f88-9e35-f18a429856de req-424f8d25-2aba-46e2-81c4-4c15e99c2e38 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321395 Aug 07 05:03:12.796552 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:12.860348 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:13.013974 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:13.018421 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:13.083780 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event updated for resources: {'Port': ['ID=9257662f-9796-4cc6-8273-6f45a0e3c09c,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:13.094211 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:13.189398 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Floating IP 4615bf44-8942-4c26-a278-c1fb87ae7da8 associated. External IP: 172.27.3.238, port: ce9c023e-3f65-4600-938f-4bbbb114a9b9. Aug 07 05:03:13.392023 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:03:13.496401 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:03:13.506918 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:03:13.512129 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:13.517163 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:03:13.517778 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:02:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:13.538980 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-675ed25a-9765-4738-8ae9-192f181afaa4 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5229125 Aug 07 05:03:13.539705 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:13.541997 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182edc42-7d3e-41b6-a80d-7b4336a2a1da" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:13.579847 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebec4a0-705b-43ee-b748-9cf7e10d2414 x-openstack-request-id: req-5ebec4a0-705b-43ee-b748-9cf7e10d2414 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:13.580134 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:13.580384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ebec4a0-705b-43ee-b748-9cf7e10d2414 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:13.580781 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'status': 'completed', 'code': 200} Aug 07 05:03:13.626269 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:03:13.667912 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-a3d5859c-ec62-44b3-8835-2de7c4c76cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:13.670028 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-a3d5859c-ec62-44b3-8835-2de7c4c76cca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 1098 time: 0.0413806 Aug 07 05:03:13.767744 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-48ce6a85-380e-4f12-b6c2-350cc1524fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:13.769369 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-48ce6a85-380e-4f12-b6c2-350cc1524fe6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0913475 Aug 07 05:03:13.837351 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535bcb-c5de-4c75-8374-6252f3e67b8d req-9a8544e4-a419-4c6c-9b8c-9e448d4c4c7a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:13.839374 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-99b3212e-4493-47a2-aca6-abae53764959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9 HTTP/1.1" status: 200 len: 999 time: 0.0616584 Aug 07 05:03:13.839984 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9f535bcb-c5de-4c75-8374-6252f3e67b8d req-9a8544e4-a419-4c6c-9b8c-9e448d4c4c7a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0546019 Aug 07 05:03:13.858726 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:53Z', 'revision_number': 1, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}, {'id': '4615bf44-8942-4c26-a278-c1fb87ae7da8', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:5a:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:03:12Z', 'updated_at': '2021-08-07T05:03:12Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:13.878928 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9f535bcb-c5de-4c75-8374-6252f3e67b8d req-0d66f5ed-55ed-4069-97cb-ac8ab2ec0566 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330315 Aug 07 05:03:13.885401 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:03:13.893724 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:03:13.894394 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:02:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:13.896250 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-cc710acf-5457-4677-bc20-2437a5c6dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:13.897818 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-cc710acf-5457-4677-bc20-2437a5c6dd6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0506854 Aug 07 05:03:13.944599 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-1b09b08a-feae-4975-97c6-994637d39fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:13.946104 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-1b09b08a-feae-4975-97c6-994637d39fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392416 Aug 07 05:03:14.008979 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:03:14.037754 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-bf73e78c-762e-45f6-b014-dbab3db1fc28 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833724 Aug 07 05:03:14.128516 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-182edc42-7d3e-41b6-a80d-7b4336a2a1da req-040f5f65-ff0a-424d-aeae-fff9fcb24ea5 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831306 Aug 07 05:03:14.227703 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:53Z', 'revision_number': 1, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}, {'id': '4615bf44-8942-4c26-a278-c1fb87ae7da8', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:5a:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:03:12Z', 'updated_at': '2021-08-07T05:03:12Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:14.256425 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc6c79-3e10-4d74-a90e-f66294f7b361 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:53Z', 'revision_number': 1, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}, {'id': '4615bf44-8942-4c26-a278-c1fb87ae7da8', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:5a:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:03:12Z', 'updated_at': '2021-08-07T05:03:12Z', 'revision_number': 0, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:03:14.435010 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386b6bf-15c3-40a0-a434-bbbafc93b671 None None] New status for floating IP 4615bf44-8942-4c26-a278-c1fb87ae7da8: ACTIVE {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:03:14.487877 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:14.582972 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:14.594492 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'mac_address': 'fa:16:3e:ca:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:14.635100 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:14.647266 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92b05688-e614-4cbb-9a2c-05ff3d513b8a {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:14.665427 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:14.669327 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:14.716249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=6']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:14.847876 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['92b05688-e614-4cbb-9a2c-05ff3d513b8a'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:15.002132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf91dd5-83e3-470a-8421-ec5d2c34e47c req-8d8f8c71-a70f-4748-877e-f1be22c53818 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:15.003588 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bdf91dd5-83e3-470a-8421-ec5d2c34e47c req-8d8f8c71-a70f-4748-877e-f1be22c53818 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 945 time: 0.0484965 Aug 07 05:03:15.040329 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bdf91dd5-83e3-470a-8421-ec5d2c34e47c req-cc375b16-75c0-47b9-90fd-4071ab1862f7 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306132 Aug 07 05:03:16.157956 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4b07-dc1e-4738-af66-001a814867e9 req-758aa708-6e76-479c-9ece-f2edee6a2664 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.159430 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd5b4b07-dc1e-4738-af66-001a814867e9 req-758aa708-6e76-479c-9ece-f2edee6a2664 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 945 time: 0.0481527 Aug 07 05:03:16.197006 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cd5b4b07-dc1e-4738-af66-001a814867e9 req-66702bde-e70d-45c5-9723-8fb396cdeae1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316885 Aug 07 05:03:16.501656 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:16.547773 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 92b05688-e614-4cbb-9a2c-05ff3d513b8a triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:16.548140 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:16.622456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:16.644355 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:16.646587 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f941a904-c497-41fb-a5bb-8972b173c5b4" -d '{"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-plugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:16.661945 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:16.666169 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:16.690950 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3201d87c-ccdb-4abe-bbd7-bbbe5fe008bc x-openstack-request-id: req-3201d87c-ccdb-4abe-bbd7-bbbe5fe008bc {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:16.691244 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-plugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:16.691495 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3201d87c-ccdb-4abe-bbd7-bbbe5fe008bc {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:16.691877 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'code': 200} Aug 07 05:03:16.717064 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=7']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:17.318059 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90207331-7777-48e9-a7b0-78f36527949a req-880369d8-97dc-47e1-aea8-31a57aa5caad tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:17.319686 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90207331-7777-48e9-a7b0-78f36527949a req-880369d8-97dc-47e1-aea8-31a57aa5caad tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0493124 Aug 07 05:03:17.359738 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-90207331-7777-48e9-a7b0-78f36527949a req-c7c8d519-196c-418f-b5b7-7e0608466bf1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334077 Aug 07 05:03:18.476980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328a88-7019-4f66-8a6b-08145b7579cd req-7926beaa-01bb-40ef-8510-e4d38647db2c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.478464 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c8328a88-7019-4f66-8a6b-08145b7579cd req-7926beaa-01bb-40ef-8510-e4d38647db2c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0475709 Aug 07 05:03:18.523070 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c8328a88-7019-4f66-8a6b-08145b7579cd req-1aa00557-a3d8-403d-916b-9c84c08e764e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370951 Aug 07 05:03:19.651682 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec0e5-ca6a-423c-9b18-1c26d9fcffb6 req-ae6dc4a0-804b-41b6-95dc-e4e814b39d05 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:19.654204 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3f7ec0e5-ca6a-423c-9b18-1c26d9fcffb6 req-ae6dc4a0-804b-41b6-95dc-e4e814b39d05 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0556407 Aug 07 05:03:19.694002 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3f7ec0e5-ca6a-423c-9b18-1c26d9fcffb6 req-12b81009-e6c1-4369-83e2-dbfde4ca377e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338988 Aug 07 05:03:20.823414 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ded4f-f718-45bb-a8f4-716cbc022343 req-a0fa0ac4-21d3-431a-9c09-bffa43e46038 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.825476 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f0ded4f-f718-45bb-a8f4-716cbc022343 req-a0fa0ac4-21d3-431a-9c09-bffa43e46038 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0561721 Aug 07 05:03:20.866403 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f0ded4f-f718-45bb-a8f4-716cbc022343 req-2d79f8ab-4cf5-4f9a-be38-e6944a072fb4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353718 Aug 07 05:03:21.605350 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e75d12c6-803e-4d8f-a7ec-8e5909ec4218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:21.989278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91105f-a11c-42f9-abda-c80a12260a08 req-d3b443db-907f-4071-a031-a4399824570e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.990894 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5c91105f-a11c-42f9-abda-c80a12260a08 req-d3b443db-907f-4071-a031-a4399824570e tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0492435 Aug 07 05:03:22.037998 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5c91105f-a11c-42f9-abda-c80a12260a08 req-660b3d85-f97e-4676-a5c3-507ad8c7c053 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395243 Aug 07 05:03:22.949357 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:23.214610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b8285-4cef-4170-9683-240ee89f40ef req-f7a0ce60-9a95-4d1c-a2dd-e26ce64122f2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:23.216546 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-981b8285-4cef-4170-9683-240ee89f40ef req-f7a0ce60-9a95-4d1c-a2dd-e26ce64122f2 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0843785 Aug 07 05:03:23.256274 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-981b8285-4cef-4170-9683-240ee89f40ef req-662f4440-a4b3-47f3-9216-7af53897c997 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334797 Aug 07 05:03:24.293230 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:24.300108 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-890a2261-d228-405b-99a2-d5ed839b7d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:24.397792 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95ecdd-ba8e-4ad6-97c0-c39ab183819c req-aefe5943-bc2a-44f6-9d8a-88ef53c1ab71 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:24.399259 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ec95ecdd-ba8e-4ad6-97c0-c39ab183819c req-aefe5943-bc2a-44f6-9d8a-88ef53c1ab71 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0597370 Aug 07 05:03:24.441310 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ec95ecdd-ba8e-4ad6-97c0-c39ab183819c req-376c70de-171b-4741-bf64-fc6357d1dc95 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355008 Aug 07 05:03:25.568553 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca1fff-070a-4799-9aaf-2b4babab6a96 req-405026fc-7102-446e-894f-72ba95d6a492 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:25.570203 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-70ca1fff-070a-4799-9aaf-2b4babab6a96 req-405026fc-7102-446e-894f-72ba95d6a492 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0546374 Aug 07 05:03:25.608502 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:25.628580 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-70ca1fff-070a-4799-9aaf-2b4babab6a96 req-d0198f24-bf93-4722-b7b3-1afac401f0c6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513010 Aug 07 05:03:26.763223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fde8c-a715-4104-8691-4196137eb588 req-7363e949-0fd4-45e1-8e6e-797dccc17855 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:26.764855 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-eb9fde8c-a715-4104-8691-4196137eb588 req-7363e949-0fd4-45e1-8e6e-797dccc17855 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0550339 Aug 07 05:03:26.805508 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-eb9fde8c-a715-4104-8691-4196137eb588 req-f4882bff-5fde-47c8-9323-903c693e5329 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345938 Aug 07 05:03:27.018706 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.930906 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3b7c-ad8d-4d39-a5e2-cb194de5f412 req-72d291de-1d84-4a18-b8b7-66b0024f02ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:27.932321 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cbd3b7c-ad8d-4d39-a5e2-cb194de5f412 req-72d291de-1d84-4a18-b8b7-66b0024f02ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0517423 Aug 07 05:03:27.974791 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5cbd3b7c-ad8d-4d39-a5e2-cb194de5f412 req-e582371b-5e63-4bf8-afc7-e5ae903f9e47 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347347 Aug 07 05:03:28.135606 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:03:29.118652 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815562-da75-4f19-a7e3-b323b8815e8c req-af2c51ec-e46b-4082-b3a8-65dc06ddb212 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:29.121501 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a4815562-da75-4f19-a7e3-b323b8815e8c req-af2c51ec-e46b-4082-b3a8-65dc06ddb212 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0603638 Aug 07 05:03:29.167328 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a4815562-da75-4f19-a7e3-b323b8815e8c req-d9750251-3452-4631-ba20-eacfc6b8c946 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396798 Aug 07 05:03:30.289770 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef95e-03be-4978-83f4-b58f19c552ad req-133eb321-10c3-4758-966a-7b231ab9ef31 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:30.291260 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5acef95e-03be-4978-83f4-b58f19c552ad req-133eb321-10c3-4758-966a-7b231ab9ef31 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0490441 Aug 07 05:03:30.331915 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5acef95e-03be-4978-83f4-b58f19c552ad req-49b8ee2b-235b-430a-801f-515bd139ba69 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338585 Aug 07 05:03:31.374017 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-e5c00758-de08-469f-a4c4-401246b2837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.375492 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-e5c00758-de08-469f-a4c4-401246b2837a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1099 time: 0.0402713 Aug 07 05:03:31.451037 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ac1f3-9293-45a0-949c-1da2a50f76b4 req-1065d838-6c98-45fa-9ee6-d4381dc78fb0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.452519 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c20ac1f3-9293-45a0-949c-1da2a50f76b4 req-1065d838-6c98-45fa-9ee6-d4381dc78fb0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0482574 Aug 07 05:03:31.477122 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-7dcd7a60-12fa-4a8c-98c2-dae1150585af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.478849 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-7dcd7a60-12fa-4a8c-98c2-dae1150585af service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.0937870 Aug 07 05:03:31.499505 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-c20ac1f3-9293-45a0-949c-1da2a50f76b4 req-0a26efa8-5e5f-4344-978e-1aa9031e4750 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406632 Aug 07 05:03:31.544607 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-7ad2c577-961a-4cd4-b2bf-10f7224ecd07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 200 len: 1002 time: 0.0571775 Aug 07 05:03:31.599757 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-3f5b9751-f5d5-4b7d-a36a-8ff39a988c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.601575 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-3f5b9751-f5d5-4b7d-a36a-8ff39a988c08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0492678 Aug 07 05:03:31.655452 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-4101f04a-ffc5-43a9-8c4e-0fcca41a63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.656995 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-4101f04a-ffc5-43a9-8c4e-0fcca41a63db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470073 Aug 07 05:03:31.761326 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-2507e9b7-884f-40ec-a71b-a32aa328b50b service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955791 Aug 07 05:03:31.879200 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6757e660-8a20-4af9-abe4-29a20b8257e5 req-5f43d904-f0f3-479f-92b3-7a0c19648023 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093102 Aug 07 05:03:32.616431 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152bb91-81e4-4eb1-ba25-a1c5314fdf61 req-c734b8e0-1507-4ccb-89cd-2551dd2951d9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:32.617935 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f152bb91-81e4-4eb1-ba25-a1c5314fdf61 req-c734b8e0-1507-4ccb-89cd-2551dd2951d9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0471873 Aug 07 05:03:32.655297 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f152bb91-81e4-4eb1-ba25-a1c5314fdf61 req-19e98d77-3fb9-4838-aafa-063353d2b9df tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305982 Aug 07 05:03:33.785452 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dff2b-a2d1-49ac-a9a2-d2c51e57199d req-3d539a64-d7ca-4951-949c-0764e48cbc5f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:33.787015 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b03dff2b-a2d1-49ac-a9a2-d2c51e57199d req-3d539a64-d7ca-4951-949c-0764e48cbc5f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 946 time: 0.0602539 Aug 07 05:03:33.823674 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b03dff2b-a2d1-49ac-a9a2-d2c51e57199d req-9f1093b2-f9de-4dd8-b5b3-1f2a929504e1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307853 Aug 07 05:03:34.564696 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:03:34.640607 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.662988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:34.665200 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518031ac-e53e-4895-ba48-a6c4ba124707" -d '{"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-unplugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:34.678610 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:34.682735 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.706409 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de3611-8ef7-4868-a5ec-4163a40b3e2e x-openstack-request-id: req-13de3611-8ef7-4868-a5ec-4163a40b3e2e {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:34.706958 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-unplugged", "status": "failed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "code": 422}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:34.707208 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13de3611-8ef7-4868-a5ec-4163a40b3e2e {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:34.707608 dv-cinder-803748-3-iscsi neutron-server[93256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'code': 422} returned with failed status Aug 07 05:03:34.733749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=8']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:34.740493 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.740861 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.741204 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.741541 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.741873 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.742207 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.742534 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.742860 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.743225 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.743537 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.743860 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.744180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:34.941366 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68d68-7942-4f3a-ac2d-a85c79c552dc req-957d706b-da07-4b38-88f5-faf68bb1407f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.942807 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7bd68d68-7942-4f3a-ac2d-a85c79c552dc req-957d706b-da07-4b38-88f5-faf68bb1407f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0477142 Aug 07 05:03:34.981943 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-7bd68d68-7942-4f3a-ac2d-a85c79c552dc req-bedd0909-f766-4b08-b856-9b425749703d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327728 Aug 07 05:03:35.889957 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501af3d4-53ca-40f4-8572-d9eca3e5afa7 req-4ca3e91b-6d31-4f37-a164-33bfe952c39d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:35.891456 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-501af3d4-53ca-40f4-8572-d9eca3e5afa7 req-4ca3e91b-6d31-4f37-a164-33bfe952c39d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0487850 Aug 07 05:03:35.928682 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-501af3d4-53ca-40f4-8572-d9eca3e5afa7 req-3df156dd-aafb-4f31-810b-764ca21c9c3d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313377 Aug 07 05:03:36.124126 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-717522b9-adbb-46e6-8790-007a70749805 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950110 Aug 07 05:03:36.951784 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-65177b39-749f-49ed-989e-c1a631792dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.953299 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-65177b39-749f-49ed-989e-c1a631792dcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c&tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd HTTP/1.1" status: 200 len: 1097 time: 0.0427213 Aug 07 05:03:37.053570 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-fbe31996-b30e-4929-846b-1261ef8477c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.055038 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-fbe31996-b30e-4929-846b-1261ef8477c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1097 time: 0.0675960 Aug 07 05:03:37.067391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a71bc-85fe-42ce-98f6-fe58e80d5b09 req-8774a219-1eee-42cb-ae00-ff1367c400f5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.068720 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-821a71bc-85fe-42ce-98f6-fe58e80d5b09 req-8774a219-1eee-42cb-ae00-ff1367c400f5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0580442 Aug 07 05:03:37.398379 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-821a71bc-85fe-42ce-98f6-fe58e80d5b09 req-a23216b0-62d6-4d08-8164-2998461a45bf tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3212981 Aug 07 05:03:37.428996 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-0fa6fc7a-d375-47e9-a0a9-118beeece9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.430462 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-0fa6fc7a-d375-47e9-a0a9-118beeece9b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 200 len: 917 time: 0.3609116 Aug 07 05:03:37.493944 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-d1e7facc-00cd-41fd-9a76-28f83ff21a2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 200 len: 1000 time: 0.0560975 Aug 07 05:03:37.544563 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-43119793-4412-419c-8e66-529e831f8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.545970 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-43119793-4412-419c-8e66-529e831f8ce8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 200 len: 855 time: 0.0449996 Aug 07 05:03:37.591223 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-c11697cd-7eba-4ecc-9faf-284e4cb80bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.592630 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-c11697cd-7eba-4ecc-9faf-284e4cb80bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc7aefab-048b-463e-a51e-c06e7a8144a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381715 Aug 07 05:03:37.682612 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-796c0db1-25f5-4122-ac79-8f272d49ae33 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804677 Aug 07 05:03:37.776685 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-ba76a674-c9f6-4648-9307-a52d9ed1a105 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Aug 07 05:03:38.523265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8f757-924d-43cb-bb9b-b40838764eed req-71db7b08-a693-402c-927a-133eedd514f1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:38.524730 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b0c8f757-924d-43cb-bb9b-b40838764eed req-71db7b08-a693-402c-927a-133eedd514f1 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0481951 Aug 07 05:03:38.564813 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b0c8f757-924d-43cb-bb9b-b40838764eed req-0b5c6694-928a-4afc-bb5e-bce7b9baca67 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334897 Aug 07 05:03:38.586349 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:03:39.690978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61de1d-fb13-4fef-85d6-d423877b1d04 req-ab8e47c6-2c53-4e94-8034-36446bc97585 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:39.698646 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e61de1d-fb13-4fef-85d6-d423877b1d04 req-ab8e47c6-2c53-4e94-8034-36446bc97585 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0539410 Aug 07 05:03:39.738238 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1e61de1d-fb13-4fef-85d6-d423877b1d04 req-1adf5b62-ff5c-4b44-b200-c3952d929689 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381422 Aug 07 05:03:40.919140 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31038c4-3a5c-4b8a-9bcb-d339bd95a3ef req-e83ecb54-a27d-4294-ae6b-b397926af20c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:40.920872 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f31038c4-3a5c-4b8a-9bcb-d339bd95a3ef req-e83ecb54-a27d-4294-ae6b-b397926af20c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.1020813 Aug 07 05:03:40.962817 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f31038c4-3a5c-4b8a-9bcb-d339bd95a3ef req-e9fff908-b825-4748-8c2a-c30d9787479f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337305 Aug 07 05:03:42.145614 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68d19-02a3-47a5-b39d-10cda913c080 req-87b752b6-2269-4e73-994c-18c28beee668 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:42.147115 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-30f68d19-02a3-47a5-b39d-10cda913c080 req-87b752b6-2269-4e73-994c-18c28beee668 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.1010370 Aug 07 05:03:42.194624 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-30f68d19-02a3-47a5-b39d-10cda913c080 req-03738def-73a9-4e7a-b252-07533b099dac tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414429 Aug 07 05:03:43.339650 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145da796-55fc-478c-9791-ec5537690c72 req-e1c376db-2ec8-4a74-bb6f-416e53ef38d0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:43.343705 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-145da796-55fc-478c-9791-ec5537690c72 req-e1c376db-2ec8-4a74-bb6f-416e53ef38d0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0709066 Aug 07 05:03:43.383425 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-145da796-55fc-478c-9791-ec5537690c72 req-d986e6fb-724e-4d2c-9b5e-ad0cfdb0eab0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336418 Aug 07 05:03:44.522453 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2231-e65b-4dc9-965b-053693e61ee3 req-71ff03a1-c216-4e89-aefa-f363064c2a66 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:44.523904 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4c9b2231-e65b-4dc9-965b-053693e61ee3 req-71ff03a1-c216-4e89-aefa-f363064c2a66 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0488212 Aug 07 05:03:44.566011 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4c9b2231-e65b-4dc9-965b-053693e61ee3 req-9a3a8afa-dac1-4173-9438-96695eebb592 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356553 Aug 07 05:03:45.691371 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131d404-fae9-4a58-ab43-f9f3871d2348 req-b59f1ae1-c94a-4267-a88a-0999f03a4033 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:45.692950 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4131d404-fae9-4a58-ab43-f9f3871d2348 req-b59f1ae1-c94a-4267-a88a-0999f03a4033 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0524175 Aug 07 05:03:45.730696 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4131d404-fae9-4a58-ab43-f9f3871d2348 req-945422f7-a88d-41a3-985f-62cc634b2e6b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318084 Aug 07 05:03:46.853951 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fea69-b598-4595-9502-cd174b468889 req-78cea09c-6a4d-47be-b6d7-db341c229672 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:46.861164 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc3fea69-b598-4595-9502-cd174b468889 req-78cea09c-6a4d-47be-b6d7-db341c229672 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0552592 Aug 07 05:03:46.894528 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc3fea69-b598-4595-9502-cd174b468889 req-c0a2e351-49b5-466f-90d7-f5160053abcd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324838 Aug 07 05:03:48.017231 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce26b-bffd-4a22-b6be-3aa79313be3e req-9c1abca1-2f5a-4c76-b359-c9d0af66c6d8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:48.018736 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6f2ce26b-bffd-4a22-b6be-3aa79313be3e req-9c1abca1-2f5a-4c76-b359-c9d0af66c6d8 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0538366 Aug 07 05:03:48.055361 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6f2ce26b-bffd-4a22-b6be-3aa79313be3e req-a9861850-214d-45a9-9d0c-90399f1e2b4c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307846 Aug 07 05:03:49.179993 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937cb6-692a-4b6a-a744-df7633e81ef7 req-e5fa3608-83d7-4ce7-990e-bb7b561bfa84 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:49.181391 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-84937cb6-692a-4b6a-a744-df7633e81ef7 req-e5fa3608-83d7-4ce7-990e-bb7b561bfa84 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0506816 Aug 07 05:03:49.235106 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-84937cb6-692a-4b6a-a744-df7633e81ef7 req-e112a369-4bb1-4755-99e9-8cf83f1154ec tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476940 Aug 07 05:03:50.462699 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0a35-43f9-40db-bb76-8d93a385931e req-56b859fe-8217-465e-99c3-aa6ff605a51b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:50.464983 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-02bd0a35-43f9-40db-bb76-8d93a385931e req-56b859fe-8217-465e-99c3-aa6ff605a51b tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0557332 Aug 07 05:03:50.507440 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-02bd0a35-43f9-40db-bb76-8d93a385931e req-45fd251d-4067-4f01-bdbd-e40bd260e3f5 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364058 Aug 07 05:03:51.606450 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4c965c59-a0c9-4f3e-8648-47504e228498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:51.626873 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67410ac9-9c23-46cd-a807-3db93d9412e9 req-15ac7ec0-1f77-4cc4-823a-fd2158e6497d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:51.628681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67410ac9-9c23-46cd-a807-3db93d9412e9 req-15ac7ec0-1f77-4cc4-823a-fd2158e6497d tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0497038 Aug 07 05:03:51.669659 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67410ac9-9c23-46cd-a807-3db93d9412e9 req-3cb8fdce-7804-465a-8273-0e24e3a17a73 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350392 Aug 07 05:03:52.786943 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846969b-e6f7-44b8-a8ac-719a341a86cc req-6e7f72c1-4329-4ab2-9199-d877101c547a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:52.788397 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1846969b-e6f7-44b8-a8ac-719a341a86cc req-6e7f72c1-4329-4ab2-9199-d877101c547a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0476418 Aug 07 05:03:52.825689 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1846969b-e6f7-44b8-a8ac-719a341a86cc req-5c59b5f2-8734-45a2-8e4a-93d3a9c99e52 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313847 Aug 07 05:03:52.947254 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:53.941682 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552140e2-63d3-4420-aa0a-707c7b5c9781 req-6f9bca81-fc6a-49ef-9eb8-b1ed17f83d17 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:53.943162 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-552140e2-63d3-4420-aa0a-707c7b5c9781 req-6f9bca81-fc6a-49ef-9eb8-b1ed17f83d17 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0476129 Aug 07 05:03:53.979799 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-552140e2-63d3-4420-aa0a-707c7b5c9781 req-fc57ff55-9382-488d-9c34-148ac6c0108c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307972 Aug 07 05:03:54.292695 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:54.295144 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8d45c831-15f7-4272-8e43-ae1960159328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:55.101034 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf937ce-2b6c-492b-8a41-10d9bbe96697 req-e30eadcf-ae06-4672-a20b-5c2637ebc130 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:55.102540 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dcf937ce-2b6c-492b-8a41-10d9bbe96697 req-e30eadcf-ae06-4672-a20b-5c2637ebc130 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0482335 Aug 07 05:03:55.139112 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-dcf937ce-2b6c-492b-8a41-10d9bbe96697 req-173feec2-9743-42d0-a5e2-9c14b48db1cd tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306597 Aug 07 05:03:55.609227 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:56.256036 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124ba0-6952-4762-aaeb-b5236ae3b20e req-a925ac63-e8b6-4056-bbd0-069435a2fe63 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:56.257533 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0124ba0-6952-4762-aaeb-b5236ae3b20e req-a925ac63-e8b6-4056-bbd0-069435a2fe63 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 944 time: 0.0470297 Aug 07 05:03:56.297581 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0124ba0-6952-4762-aaeb-b5236ae3b20e req-ffb893e6-7fea-4166-b7b6-62f7691d0480 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342562 Aug 07 05:03:56.691446 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:56.781999 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:56.792529 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'port_id': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'mac_address': 'fa:16:3e:ca:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:56.830918 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:56.842862 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b05688-e614-4cbb-9a2c-05ff3d513b8a {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:56.861617 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:56.865095 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:56.909737 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=9']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:57.009641 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:57.313970 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['92b05688-e614-4cbb-9a2c-05ff3d513b8a'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:57.421786 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55429b-b5b2-4c60-972a-fe11881c00ca req-7970e7d8-850d-4d1a-9ce5-120cb8e05333 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:57.424641 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3b55429b-b5b2-4c60-972a-fe11881c00ca req-7970e7d8-850d-4d1a-9ce5-120cb8e05333 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 945 time: 0.0543201 Aug 07 05:03:57.465724 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3b55429b-b5b2-4c60-972a-fe11881c00ca req-f12fce51-bdc0-495d-aeda-bf931b17d4a9 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350647 Aug 07 05:03:58.584716 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b5d3-c621-4015-b2c2-f8cb4e4e4908 req-13017c4e-86a3-4ac2-a9ab-badaf26d7dac tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:58.586206 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-abe8b5d3-c621-4015-b2c2-f8cb4e4e4908 req-13017c4e-86a3-4ac2-a9ab-badaf26d7dac tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 945 time: 0.0478222 Aug 07 05:03:58.624051 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-abe8b5d3-c621-4015-b2c2-f8cb4e4e4908 req-d8bbbf70-9f79-42b9-be67-278fef4f8aec tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320809 Aug 07 05:03:58.702339 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:58.748262 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 92b05688-e614-4cbb-9a2c-05ff3d513b8a triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:58.748581 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:58.819397 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:58.843843 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:58.846069 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a5e151-6b97-45ba-b5d8-8c04df54764f" -d '{"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-plugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:58.858764 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:58.862854 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:58.885022 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13adae57-41b7-4793-8d35-b7bc0fd89f1e x-openstack-request-id: req-13adae57-41b7-4793-8d35-b7bc0fd89f1e {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:58.885304 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-plugged", "status": "completed", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:58.885548 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13adae57-41b7-4793-8d35-b7bc0fd89f1e {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:58.885922 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'code': 200} Aug 07 05:03:58.910756 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=10']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:59.102801 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb21c9-f58e-46aa-90e7-ebf3c6c0e3db req-f12b1c5b-713e-4f68-889f-d587a74905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:59.104314 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-99eb21c9-f58e-46aa-90e7-ebf3c6c0e3db req-f12b1c5b-713e-4f68-889f-d587a74905bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 1100 time: 0.0399542 Aug 07 05:03:59.139212 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-99eb21c9-f58e-46aa-90e7-ebf3c6c0e3db req-67274c09-8e9e-4bbe-a564-6343c9c36f50 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281067 Aug 07 05:03:59.744357 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b024-876f-4fdd-9dfb-d8875786385d req-c2ee3a3d-c1e9-440b-a3ac-c4e382e264c0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:59.745833 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0419b024-876f-4fdd-9dfb-d8875786385d req-c2ee3a3d-c1e9-440b-a3ac-c4e382e264c0 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 947 time: 0.0471869 Aug 07 05:03:59.785587 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0419b024-876f-4fdd-9dfb-d8875786385d req-3d09a4c6-17de-4a01-925c-951a37c6fa48 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332148 Aug 07 05:04:00.910525 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ebb2b-1907-45d6-8b39-c4cf14889e01 req-f10b07d4-53df-4016-b64b-4c20cf348613 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:00.911996 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1a7ebb2b-1907-45d6-8b39-c4cf14889e01 req-f10b07d4-53df-4016-b64b-4c20cf348613 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 947 time: 0.0497394 Aug 07 05:04:00.951873 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-1a7ebb2b-1907-45d6-8b39-c4cf14889e01 req-d7abe612-4b7a-4bf0-a064-6455c9a59fa6 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339847 Aug 07 05:04:01.502635 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-9ad5410a-df17-49c2-b038-69f47e176a75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391786 Aug 07 05:04:01.600669 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-99a0154c-bd42-4a34-9139-dd4fb79b3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:01.602154 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-99a0154c-bd42-4a34-9139-dd4fb79b3e71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.0400288 Aug 07 05:04:01.707389 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-e7729f0e-f7d7-4327-918b-cfd98f81e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:01.708896 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-e7729f0e-f7d7-4327-918b-cfd98f81e47d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.0883148 Aug 07 05:04:01.773274 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-ba35d87a-5329-4f0d-b430-68bba23d588a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 1002 time: 0.0569005 Aug 07 05:04:01.820568 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-ed70c708-8b4d-4029-bde3-ff64443c54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:01.822002 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-ed70c708-8b4d-4029-bde3-ff64443c54dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0418837 Aug 07 05:04:01.869133 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-330ca1c5-fba2-4488-a1df-215f02bd1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:01.870587 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-330ca1c5-fba2-4488-a1df-215f02bd1824 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413218 Aug 07 05:04:01.881343 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-4fce5b30-ed94-4609-a286-f19ae10e16ee service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 05:04:01.882257 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-4fce5b30-ed94-4609-a286-f19ae10e16ee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048621 Aug 07 05:04:01.968962 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-83d67b9f-9543-422e-9264-0b7c070e7ba0 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793285 Aug 07 05:04:02.095885 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3925-0483-4eee-965e-8e1e678080b5 req-624f385f-69ad-44f8-9d6b-57999b77897c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:02.097366 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d31a3925-0483-4eee-965e-8e1e678080b5 req-624f385f-69ad-44f8-9d6b-57999b77897c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 947 time: 0.0726457 Aug 07 05:04:02.102479 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-59fdb06b-4043-40c4-b5dc-3e7ea88cab20 req-8d3522a6-b9fd-4fd0-a9fa-8a1506862252 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245630 Aug 07 05:04:02.135303 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d31a3925-0483-4eee-965e-8e1e678080b5 req-dc78bb37-15b3-4f6f-99ab-8a9e8c90116c tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318837 Aug 07 05:04:05.134913 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:04:15.442502 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42304) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:15.687028 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Deleting port 60709f4e-e26e-4463-a43a-39d1664a7333 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:15.687370 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:15.763055 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:15.763297 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:15.774683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Calling delete_port for 60709f4e-e26e-4463-a43a-39d1664a7333 owned by network:floatingip {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:15.945933 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:15.970736 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event deleted for resources: {'Port': ['ID=60709f4e-e26e-4463-a43a-39d1664a7333,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:15.995788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.996650 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.996650 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.996928 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.997120 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.997447 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.997769 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.998894 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.999482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.999482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:15.999777 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:16.000093 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:16.040538 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for floatingip, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:16.040806 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Floating IP 46e1ec73-34b2-4f48-8014-977afd847bcc disassociated (deleted). External IP: 172.27.3.208, port: 018d5d66-f848-4b34-9a5e-9f813a6e1b80. Aug 07 05:04:16.236778 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:04:16.341573 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:04:16.349211 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:16.352434 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] Sync routers for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:04:16.362593 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:16.363227 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:03:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:16.380432 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a4bbd512-4f3b-4250-891a-0367fa6da905 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "DELETE /v2.0/floatingips/46e1ec73-34b2-4f48-8014-977afd847bcc HTTP/1.1" status: 204 len: 168 time: 0.9368296 Aug 07 05:04:16.381024 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:04:16.383275 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:04:16.425039 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab31e73-7d37-4352-838a-6fe800ab18a6 x-openstack-request-id: req-bab31e73-7d37-4352-838a-6fe800ab18a6 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:04:16.425338 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:04:16.425601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bab31e73-7d37-4352-838a-6fe800ab18a6 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:04:16.426002 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'status': 'completed', 'code': 200} Aug 07 05:04:16.475614 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:16.577139 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-84b303fb-d621-4d29-b4e3-0db65096f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:16.578691 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-84b303fb-d621-4d29-b4e3-0db65096f092 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9874042788a343ec976046e4394fa45e&device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 1099 time: 0.1080580 Aug 07 05:04:16.684979 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf37a8-da84-4d5c-9ea6-9b66ec8fe33c req-21c89cc0-5e71-409c-9e78-9ff3864364a4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:16.687093 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ddaf37a8-da84-4d5c-9ea6-9b66ec8fe33c req-21c89cc0-5e71-409c-9e78-9ff3864364a4 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.1074522 Aug 07 05:04:16.700747 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:16.721808 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-ceca109f-9c2b-44d0-96fc-058e9dddaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:16.723224 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-ceca109f-9c2b-44d0-96fc-058e9dddaaef service neutron] 10.222.0.24 "GET /v2.0/networks?id=c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 200 len: 909 time: 0.1338353 Aug 07 05:04:16.731376 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] Checking router: 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:04:16.740289 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:16.740935 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:03:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:16.772481 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ddaf37a8-da84-4d5c-9ea6-9b66ec8fe33c req-88d289e8-cda7-41e4-a5d4-7f47754bba4a tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766630 Aug 07 05:04:16.773821 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-1e3fcfd6-ed74-4f0f-983f-199c2209ba74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 200 len: 217 time: 0.0398405 Aug 07 05:04:16.825771 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-81fac373-ada8-44db-a2c3-4762baba7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:16.827565 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-81fac373-ada8-44db-a2c3-4762baba7d4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 200 len: 847 time: 0.0435305 Aug 07 05:04:16.853462 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:16.877985 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-52559309-446f-4e97-8917-b985c0e0b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:16.879473 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-52559309-446f-4e97-8917-b985c0e0b82b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c61f287c-7f72-4059-8f75-007b2e5d7520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421822 Aug 07 05:04:16.970334 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-53089841-d967-4074-a52d-6c86c54ecd8b service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809507 Aug 07 05:04:17.057239 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:17.076990 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fbb0de65-0ba3-4f7b-9833-8fc6a94b0fa1 req-25a3e522-3e00-4cc2-8f49-9f81a6e7c4c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946679 Aug 07 05:04:17.083957 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c5307-4391-4cbb-a329-5819d07fe02d None None] The sync data for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi is: [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T04:57:35Z', 'revision_number': 4, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'b26a6728-4b77-4076-9bb8-c67bacfeb0cf', 'name': '', 'network_id': 'c61f287c-7f72-4059-8f75-007b2e5d7520', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'mac_address': 'fa:16:3e:6d:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:34Z', 'updated_at': '2021-08-07T04:57:41Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'subnets': [{'id': '46fd6241-4181-4944-ba38-fbc61919b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:04:17.281172 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10748a80-5a69-40dc-97a2-565e1ae6e595 None None] New status for floating IP 46e1ec73-34b2-4f48-8014-977afd847bcc: DOWN {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:04:17.888428 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e63b1b-c397-4e5b-8a97-bf83bcbd797a req-760a09eb-61d6-42a1-bcb1-affc478f2f35 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:17.890051 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-23e63b1b-c397-4e5b-8a97-bf83bcbd797a req-760a09eb-61d6-42a1-bcb1-affc478f2f35 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0483067 Aug 07 05:04:17.927336 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-23e63b1b-c397-4e5b-8a97-bf83bcbd797a req-45d94c9a-7ff3-450b-8c19-af08c808c32f tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6943335-7344-49d2-a684-de8ecaff105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Aug 07 05:04:18.680933 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-4f325e6f-ad83-4c29-ae11-d2f6ef5711e6 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:18.682364 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-4f325e6f-ad83-4c29-ae11-d2f6ef5711e6 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 946 time: 0.0471766 Aug 07 05:04:18.769451 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Deleting port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:18.769791 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:18.857469 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] For port 018d5d66-f848-4b34-9a5e-9f813a6e1b80, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=018d5d66-f848-4b34-9a5e-9f813a6e1b80,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:18.857978 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:18.870261 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Calling delete_port for 018d5d66-f848-4b34-9a5e-9f813a6e1b80 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:19.004570 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:19.027984 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c01ecfd2-c6d0-4005-ba56-e3c547616f67 req-1688c873-4876-44cd-b484-dcb5c85fdc6c tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 210 time: 0.0340724 Aug 07 05:04:19.045988 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event deleted for resources: {'Port': ['ID=018d5d66-f848-4b34-9a5e-9f813a6e1b80,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:19.084428 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] No DVR routers for this DVR port 018d5d66-f848-4b34-9a5e-9f813a6e1b80 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:04:19.086908 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:19.088876 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-899ab872-c7ff-482d-8388-abf80da2e6e6 req-8b898e9b-e4b0-4006-973d-44decf72509e tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.24 "DELETE /v2.0/ports/018d5d66-f848-4b34-9a5e-9f813a6e1b80 HTTP/1.1" status: 204 len: 173 time: 0.3995535 Aug 07 05:04:19.089309 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-deleted', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:04:19.091569 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1fb5d-f813-47ff-8dc2-d5d72986eadb" -d '{"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-deleted", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:04:19.129798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa2a4b-ce3a-4e36-9ba1-056e319b6748 x-openstack-request-id: req-16fa2a4b-ce3a-4e36-9ba1-056e319b6748 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:04:19.130084 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0921101-facb-43a4-addf-1c9791448743", "name": "network-vif-deleted", "tag": "018d5d66-f848-4b34-9a5e-9f813a6e1b80", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:04:19.130336 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16fa2a4b-ce3a-4e36-9ba1-056e319b6748 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:04:19.130726 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0921101-facb-43a4-addf-1c9791448743', 'name': 'network-vif-deleted', 'tag': '018d5d66-f848-4b34-9a5e-9f813a6e1b80', 'status': 'completed', 'code': 200} Aug 07 05:04:20.137119 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d50b9803-5672-456a-811b-ef3f65ba2920 req-4cd9b272-ff5b-4ad2-8dcb-ec1c433542ba tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0921101-facb-43a4-addf-1c9791448743 HTTP/1.1" status: 200 len: 210 time: 0.0300047 Aug 07 05:04:21.191684 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42326) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:21.247909 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8251e028-cbaf-4e74-ba82-3acbe2973d38 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:21.271777 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8251e028-cbaf-4e74-ba82-3acbe2973d38 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:21.330361 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8251e028-cbaf-4e74-ba82-3acbe2973d38 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:21.333154 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-8251e028-cbaf-4e74-ba82-3acbe2973d38 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:21.334282 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-8251e028-cbaf-4e74-ba82-3acbe2973d38 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] 10.222.0.35 "DELETE /v2.0/security-groups/b6943335-7344-49d2-a684-de8ecaff105c HTTP/1.1" status: 204 len: 168 time: 0.1416383 Aug 07 05:04:21.343125 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e028-cbaf-4e74-ba82-3acbe2973d38 tempest-TestShelveInstance-1443988270 tempest-TestShelveInstance-1443988270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6943335-7344-49d2-a684-de8ecaff105c,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:21.384885 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42330) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:21.609085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc05c-868a-457c-b458-8d8d077de30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:21.880046 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:22.427436 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Deleting port b26a6728-4b77-4076-9bb8-c67bacfeb0cf {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:22.428157 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:22.504555 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] For port b26a6728-4b77-4076-9bb8-c67bacfeb0cf, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:22.504951 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:22.518272 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Calling delete_port for b26a6728-4b77-4076-9bb8-c67bacfeb0cf owned by network:router_interface {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:22.696893 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:22.728887 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26a6728-4b77-4076-9bb8-c67bacfeb0cf,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:22.798707 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:22.823113 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 018d5d66-f848-4b34-9a5e-9f813a6e1b80 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:22.823464 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 018d5d66-f848-4b34-9a5e-9f813a6e1b80 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:22.892943 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:22.975928 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.106948 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:04:23.209319 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:04:23.214240 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-180b6dd3-2e9d-48a6-b4e7-2c2023d44b11 admin admin] 10.222.0.35 "PUT /v2.0/routers/1f265a81-5616-4c6e-ac9d-ff5e61beadc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282518 Aug 07 05:04:23.216637 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42336) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:23.218654 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] Sync routers for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:04:23.227442 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:23.228052 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:03:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:23.316473 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks [] for router, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.331300 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:23.413022 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.469503 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Deleting port 391d1f2b-9a42-4bee-9815-960c8ee04b48 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:23.470203 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.505223 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T05:04:22Z', 'revision_number': 5, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port': {'id': '391d1f2b-9a42-4bee-9815-960c8ee04b48', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:31Z', 'updated_at': '2021-08-07T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:23.531176 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] Checking router: 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:04:23.539104 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] Routers {'1f265a81-5616-4c6e-ac9d-ff5e61beadc3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:23.539697 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:03:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:23.547002 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] For port 391d1f2b-9a42-4bee-9815-960c8ee04b48, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=391d1f2b-9a42-4bee-9815-960c8ee04b48,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:23.547375 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.559610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Calling delete_port for 391d1f2b-9a42-4bee-9815-960c8ee04b48 owned by network:router_gateway {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:23.623615 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] Set router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 gateway port host: None {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:23.684624 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T05:04:23Z', 'revision_number': 6, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:23.710594 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab61e6-1387-41c5-aea4-d7f2bbf1a981 None None] The sync data for ids ['1f265a81-5616-4c6e-ac9d-ff5e61beadc3'] in dv-cinder-803748-3-iscsi is: [{'id': '1f265a81-5616-4c6e-ac9d-ff5e61beadc3', 'name': 'tempest-TestShelveInstance-424337753-router', 'tenant_id': '9874042788a343ec976046e4394fa45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:30Z', 'updated_at': '2021-08-07T05:04:23Z', 'revision_number': 6, 'project_id': '9874042788a343ec976046e4394fa45e', 'gw_port_host': None}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:04:23.727903 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.752216 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Pushing event deleted for resources: {'Port': ['ID=391d1f2b-9a42-4bee-9815-960c8ee04b48,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:23.815471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.904006 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.907077 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.948539 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.949064 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f265a81-5616-4c6e-ac9d-ff5e61beadc3 {{(pid=93255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:04:23.954693 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:23.956077 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c546278d-877b-4bc5-a619-158e2e1e6562 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1f265a81-5616-4c6e-ac9d-ff5e61beadc3 HTTP/1.1" status: 204 len: 168 time: 0.7385080 Aug 07 05:04:23.958485 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42338) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:24.001751 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Deleting subnet 46fd6241-4181-4944-ba38-fbc61919b3ca {{(pid=93255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:04:24.004506 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.041482 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12822160'] for subnet, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.149699 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.205731 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12822301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12697902'] for subnet, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.229879 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fd6241-4181-4944-ba38-fbc61919b3ca,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:24.234174 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.237377 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-2eb5f80e-12cd-4ea7-8a83-466fb15f4710 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46fd6241-4181-4944-ba38-fbc61919b3ca HTTP/1.1" status: 204 len: 168 time: 0.2778063 Aug 07 05:04:24.238596 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42340) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:24.239902 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afc75fd-9ff2-441b-9220-a93ff92fe72c None None] Network c61f287c-7f72-4059-8f75-007b2e5d7520 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:04:24.308768 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.316853 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.322733 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-40f713f4-2c07-485b-be94-fb8861dacac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.366454 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Deleting port a3dc6d3e-a680-435e-afb5-e45398fbe1ed {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:24.366796 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.430572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] For port a3dc6d3e-a680-435e-afb5-e45398fbe1ed, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:24.431030 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.444215 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Calling delete_port for a3dc6d3e-a680-435e-afb5-e45398fbe1ed owned by network:dhcp {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:24.463045 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] DHCP port deletion for c61f287c-7f72-4059-8f75-007b2e5d7520 request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:04:24.510639 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Deleting port a3dc6d3e-a680-435e-afb5-e45398fbe1ed {{(pid=93256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:24.511013 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.533585 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.559797 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:24.564253 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] No DVR routers for this DVR port a3dc6d3e-a680-435e-afb5-e45398fbe1ed on host dv-cinder-803748-3-iscsi {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:04:24.583506 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] For port a3dc6d3e-a680-435e-afb5-e45398fbe1ed, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,segment=NetworkSegment(4705d641-9ad7-43a0-adda-95731c636a22),segment_id=4705d641-9ad7-43a0-adda-95731c636a22)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:24.583905 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.596738 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Calling delete_port for a3dc6d3e-a680-435e-afb5-e45398fbe1ed owned by network:dhcp {{(pid=93256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:24.637001 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.648359 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61f287c-7f72-4059-8f75-007b2e5d7520']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:24.659889 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4705d641-9ad7-43a0-adda-95731c636a22') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:24.660190 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4705d641-9ad7-43a0-adda-95731c636a22') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:24.669786 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.690124 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.697787 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:04:24.698235 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:04:24.700116 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:04:24.763129 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.769245 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.773749 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c61f287c-7f72-4059-8f75-007b2e5d7520 HTTP/1.1" status: 204 len: 168 time: 0.5316050 Aug 07 05:04:24.774576 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42342) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:24.785837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b40b8-54c0-4d4c-95b9-8f3127d78eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c61f287c-7f72-4059-8f75-007b2e5d7520,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:24.864107 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:24.886335 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Network c61f287c-7f72-4059-8f75-007b2e5d7520 is not hosted by any dhcp agent {{(pid=93256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 07 05:04:24.887128 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] No DVR routers for this DVR port a3dc6d3e-a680-435e-afb5-e45398fbe1ed on host dv-cinder-803748-3-iscsi {{(pid=93256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:04:24.888514 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f5ecd-47a9-45c9-a54b-f19f6e346da4 None None] Pushing event deleted for resources: {'Port': ['ID=a3dc6d3e-a680-435e-afb5-e45398fbe1ed,revision_number=None']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:24.953187 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device b26a6728-4b77-4076-9bb8-c67bacfeb0cf no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:24.973595 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: b26a6728-4b77-4076-9bb8-c67bacfeb0cf {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:24.973872 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device b26a6728-4b77-4076-9bb8-c67bacfeb0cf not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:24.974284 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device a3dc6d3e-a680-435e-afb5-e45398fbe1ed no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:24.992307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: a3dc6d3e-a680-435e-afb5-e45398fbe1ed {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:24.992653 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device a3dc6d3e-a680-435e-afb5-e45398fbe1ed not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:24.993082 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 391d1f2b-9a42-4bee-9815-960c8ee04b48 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:25.011027 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 391d1f2b-9a42-4bee-9815-960c8ee04b48 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:25.011397 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 391d1f2b-9a42-4bee-9815-960c8ee04b48 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:25.133342 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:25.369543 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Deleting port feb263eb-4ddf-41c0-8249-34c000a545d8 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:25.369881 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:25.445290 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] For port feb263eb-4ddf-41c0-8249-34c000a545d8, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=feb263eb-4ddf-41c0-8249-34c000a545d8,segment=NetworkSegment(e490deaf-431c-4891-a567-ae7b41ef14f3),segment_id=e490deaf-431c-4891-a567-ae7b41ef14f3)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:25.445561 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:25.459400 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Calling delete_port for feb263eb-4ddf-41c0-8249-34c000a545d8 owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:25.614520 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:25.635402 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:25.665212 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb263eb-4ddf-41c0-8249-34c000a545d8,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:25.677202 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.677560 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.677928 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.678266 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.678600 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.678932 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.679262 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.679590 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.679923 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.680243 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.680566 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.680915 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:25.841745 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:26.292930 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:04:26.396987 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:04:26.401842 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-89dd4d08-a97f-4263-9427-18f2a42dadf2 admin admin] 10.222.0.35 "PUT /v2.0/routers/bb897649-c7cd-45ca-bf8a-5f2c50c723c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6252263 Aug 07 05:04:26.404277 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42344) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:26.408074 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] Sync routers for ids ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:04:26.416961 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] Routers {'bb897649-c7cd-45ca-bf8a-5f2c50c723c3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:26.417635 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:26.509115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:26.526444 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] Set router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:26.616236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:26.673421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Deleting port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:26.673765 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:26.751961 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] For port 29a2f832-0aa6-4e1a-8142-d7f3ebd98803, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:26.752322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:26.764444 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Calling delete_port for 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 owned by network:router_gateway {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:26.785905 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T05:04:25Z', 'revision_number': 5, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port': {'id': '29a2f832-0aa6-4e1a-8142-d7f3ebd98803', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:38Z', 'updated_at': '2021-08-07T04:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:26.814948 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] Checking router: bb897649-c7cd-45ca-bf8a-5f2c50c723c3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:04:26.822887 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] Routers {'bb897649-c7cd-45ca-bf8a-5f2c50c723c3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:26.823493 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:26.909966 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] Set router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:26.932711 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:26.961182 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Pushing event deleted for resources: {'Port': ['ID=29a2f832-0aa6-4e1a-8142-d7f3ebd98803,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:26.964466 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T05:04:26Z', 'revision_number': 6, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:26.995271 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6097-9a44-4449-b397-ab6bfb584552 None None] The sync data for ids ['bb897649-c7cd-45ca-bf8a-5f2c50c723c3'] in dv-cinder-803748-3-iscsi is: [{'id': 'bb897649-c7cd-45ca-bf8a-5f2c50c723c3', 'name': 'tempest-TestShelveInstance-1616672245-router', 'tenant_id': '0afbdc8b5923451bbcdc01132cf949aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:37Z', 'updated_at': '2021-08-07T05:04:26Z', 'revision_number': 6, 'project_id': '0afbdc8b5923451bbcdc01132cf949aa', 'gw_port_host': None}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:04:27.014618 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.031097 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.135549 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.137625 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.206233 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.206633 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb897649-c7cd-45ca-bf8a-5f2c50c723c3 {{(pid=93254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:04:27.211593 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.212709 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-edc33a03-2e14-4f53-ad42-20b1561922ec admin admin] 10.222.0.35 "DELETE /v2.0/routers/bb897649-c7cd-45ca-bf8a-5f2c50c723c3 HTTP/1.1" status: 204 len: 168 time: 0.8074949 Aug 07 05:04:27.215133 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42348) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:27.258091 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Deleting subnet b1dfb574-cef3-410d-93a9-7087a8b61375 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:04:27.261036 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.293265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.403511 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.456498 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.480434 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1dfb574-cef3-410d-93a9-7087a8b61375,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:27.486003 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.487887 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-978db13b-9496-4c70-96be-86815abdfe81 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b1dfb574-cef3-410d-93a9-7087a8b61375 HTTP/1.1" status: 204 len: 168 time: 0.2717977 Aug 07 05:04:27.490509 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42350) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:27.491301 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af163bd-ee45-4c97-8118-8e0dc609b763 None None] Network 4bea51d9-568f-414d-80b2-549dcff74288 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:04:27.559046 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.611583 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Deleting port ce42ad74-4c69-4f76-b123-b243682b0141 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:27.611928 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.674231 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] For port ce42ad74-4c69-4f76-b123-b243682b0141, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ce42ad74-4c69-4f76-b123-b243682b0141,segment=NetworkSegment(e490deaf-431c-4891-a567-ae7b41ef14f3),segment_id=e490deaf-431c-4891-a567-ae7b41ef14f3)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:27.674526 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.686737 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Calling delete_port for ce42ad74-4c69-4f76-b123-b243682b0141 owned by network:dhcp {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:27.737067 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] DHCP port deletion for 4bea51d9-568f-414d-80b2-549dcff74288 request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:04:27.770049 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.786905 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Deleting port ce42ad74-4c69-4f76-b123-b243682b0141 {{(pid=93256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:27.787285 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.799427 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Pushing event deleted for resources: {'Port': ['ID=ce42ad74-4c69-4f76-b123-b243682b0141,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:27.801372 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] No DVR routers for this DVR port ce42ad74-4c69-4f76-b123-b243682b0141 on host dv-cinder-803748-3-iscsi {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:04:27.848558 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] For port ce42ad74-4c69-4f76-b123-b243682b0141, host dv-cinder-803748-3-iscsi, got binding levels [] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:27.848989 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.862727 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Calling delete_port for ce42ad74-4c69-4f76-b123-b243682b0141 owned by network:dhcp {{(pid=93256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:27.865416 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.ipam_backend_mixin [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Port ce42ad74-4c69-4f76-b123-b243682b0141 was not found and therefore no delete operation was performed {{(pid=93256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 05:04:27.866684 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.876068 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.886205 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bea51d9-568f-414d-80b2-549dcff74288']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:27.896160 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] Pushing event deleted for resources: {'Port': ['ID=ce42ad74-4c69-4f76-b123-b243682b0141,revision_number=None']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:27.896581 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e490deaf-431c-4891-a567-ae7b41ef14f3') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:27.896916 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e490deaf-431c-4891-a567-ae7b41ef14f3') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:27.899681 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c79a2f-6340-4732-b994-1fa2cb4182a1 None None] No DVR routers for this DVR port ce42ad74-4c69-4f76-b123-b243682b0141 on host dv-cinder-803748-3-iscsi {{(pid=93256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:04:27.912958 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.927902 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.934200 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:04:27.934822 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:04:27.936488 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:04:27.993331 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:27.998744 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.003893 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] 10.222.0.35 "DELETE /v2.0/networks/4bea51d9-568f-414d-80b2-549dcff74288 HTTP/1.1" status: 204 len: 168 time: 0.5092747 Aug 07 05:04:28.015430 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528dfb3-3e55-453a-9d86-d919417cefde admin admin] Pushing event deleted for resources: {'Network': ['ID=4bea51d9-568f-414d-80b2-549dcff74288,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:28.122425 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42354) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:28.160174 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8a4ba305-fba6-44d9-aebd-ceb94158291c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9874042788a343ec976046e4394fa45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366347 Aug 07 05:04:28.162588 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42356) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:28.212925 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d9c61078-9897-48d5-8d00-7235573163cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.233197 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d9c61078-9897-48d5-8d00-7235573163cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.279161 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d9c61078-9897-48d5-8d00-7235573163cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.281705 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d9c61078-9897-48d5-8d00-7235573163cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.283193 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d9c61078-9897-48d5-8d00-7235573163cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78f4c021-cece-4224-869d-c4a29d8eafd0 HTTP/1.1" status: 204 len: 168 time: 0.1194050 Aug 07 05:04:28.292474 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61078-9897-48d5-8d00-7235573163cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4c021-cece-4224-869d-c4a29d8eafd0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:28.587798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42362) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:28.626995 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6802e251-c644-4fe4-abfd-dfc1f9611658 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0afbdc8b5923451bbcdc01132cf949aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380566 Aug 07 05:04:28.629422 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42364) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:28.676758 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2df28f9a-8ea4-4089-b1c3-6ce6f83404a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.697445 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2df28f9a-8ea4-4089-b1c3-6ce6f83404a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.748112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2df28f9a-8ea4-4089-b1c3-6ce6f83404a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.751761 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2df28f9a-8ea4-4089-b1c3-6ce6f83404a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:28.752994 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-2df28f9a-8ea4-4089-b1c3-6ce6f83404a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dea6a9e6-86dd-486a-9f6f-30c6d43a6140 HTTP/1.1" status: 204 len: 168 time: 0.1225901 Aug 07 05:04:28.760238 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df28f9a-8ea4-4089-b1c3-6ce6f83404a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6a9e6-86dd-486a-9f6f-30c6d43a6140,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:28.967089 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device feb263eb-4ddf-41c0-8249-34c000a545d8 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:28.992075 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: feb263eb-4ddf-41c0-8249-34c000a545d8 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:28.992415 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device feb263eb-4ddf-41c0-8249-34c000a545d8 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:28.993077 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce42ad74-4c69-4f76-b123-b243682b0141 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:29.012677 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: ce42ad74-4c69-4f76-b123-b243682b0141 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:29.013058 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce42ad74-4c69-4f76-b123-b243682b0141 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:29.013368 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:29.034095 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:29.034751 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 29a2f832-0aa6-4e1a-8142-d7f3ebd98803 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:42.133045 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:04:51.609205 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6504acc8-da99-40bc-9bba-54db134920c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:52.989929 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:54.296131 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:54.297835 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2b1c1d5a-29f9-4e03-ac5b-97de67ee73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:55.615041 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:57.015574 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:57.921325 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1468eeb-8f79-4d3e-bea0-43a0e37c3051 req-1841326c-26d1-479b-a266-9beb940ef790 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:57.922775 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a1468eeb-8f79-4d3e-bea0-43a0e37c3051 req-1841326c-26d1-479b-a266-9beb940ef790 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 947 time: 0.0465786 Aug 07 05:04:57.960796 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a1468eeb-8f79-4d3e-bea0-43a0e37c3051 req-bc06d15b-db81-451d-b1ca-7ca713eb6b02 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319593 Aug 07 05:04:59.079481 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230330ca-ed97-4085-bc48-c1317482c40e req-104a7867-0143-4119-8847-47fe5f516e9f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:59.081202 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-230330ca-ed97-4085-bc48-c1317482c40e req-104a7867-0143-4119-8847-47fe5f516e9f tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 947 time: 0.0475686 Aug 07 05:04:59.116940 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-230330ca-ed97-4085-bc48-c1317482c40e req-e25fb150-9286-42c1-82a0-11be6a057d92 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups?id=b20f93a6-d812-4658-87e0-11225ee33bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299277 Aug 07 05:04:59.678500 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2ba61-0688-44db-9d61-feca950eb12f req-4beba2e9-65de-4e8b-ad72-74c487c394fe tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:59.679926 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-05b2ba61-0688-44db-9d61-feca950eb12f req-4beba2e9-65de-4e8b-ad72-74c487c394fe tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 947 time: 0.0463314 Aug 07 05:04:59.770986 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Deleting port 92b05688-e614-4cbb-9a2c-05ff3d513b8a {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:59.771323 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:59.858902 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] For port 92b05688-e614-4cbb-9a2c-05ff3d513b8a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=92b05688-e614-4cbb-9a2c-05ff3d513b8a,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:59.859276 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.025848 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.026138 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.026538 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Floating IP 941bc348-72a9-49d4-ae57-d24c024e9e05 disassociated. External IP: 172.27.3.138, port: 92b05688-e614-4cbb-9a2c-05ff3d513b8a. Aug 07 05:05:00.026786 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Calling delete_port for 92b05688-e614-4cbb-9a2c-05ff3d513b8a owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:00.156084 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.181093 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event deleted for resources: {'Port': ['ID=92b05688-e614-4cbb-9a2c-05ff3d513b8a,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:00.225321 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8c94787b-e117-49fc-a814-1781cb887060 req-4c7e5793-ebe9-4c80-ab8f-bf0db534ee2a tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/ports?device_id=c28c4450-6a8b-4d0b-b175-29ed3a3b148c HTTP/1.1" status: 200 len: 210 time: 0.0286064 Aug 07 05:05:00.297788 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Router 34cde6c3-7334-40f6-ad77-36da34104c2b has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:00.398902 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:00.409985 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:00.419057 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:00.420204 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:00.443604 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] No DVR routers for this DVR port 92b05688-e614-4cbb-9a2c-05ff3d513b8a on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:00.446145 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.448091 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-05b2ba61-0688-44db-9d61-feca950eb12f req-c12ccc3a-8a0d-4965-b3c9-74f953ede5ba tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.24 "DELETE /v2.0/ports/92b05688-e614-4cbb-9a2c-05ff3d513b8a HTTP/1.1" status: 204 len: 173 time: 0.7608004 Aug 07 05:05:00.448538 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-deleted', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:00.450942 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3114af3-1d61-4a06-9f02-aac32111d797" -d '{"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-deleted", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:00.531972 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:00.705712 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd414ce-68be-4a40-86b6-ef1f62b91467 x-openstack-request-id: req-7bd414ce-68be-4a40-86b6-ef1f62b91467 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:00.706002 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c4450-6a8b-4d0b-b175-29ed3a3b148c", "name": "network-vif-deleted", "tag": "92b05688-e614-4cbb-9a2c-05ff3d513b8a", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:00.706357 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bd414ce-68be-4a40-86b6-ef1f62b91467 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:00.706752 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c4450-6a8b-4d0b-b175-29ed3a3b148c', 'name': 'network-vif-deleted', 'tag': '92b05688-e614-4cbb-9a2c-05ff3d513b8a', 'status': 'completed', 'code': 200} Aug 07 05:05:00.757089 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:00.783145 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:00.791355 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:00.791955 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:00.902086 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:01.101023 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:01.133394 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6087307-3478-4b3e-acff-7b2cc5574fed None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '63cf1f06-65a3-427a-9ea8-22c0b6f9db1f', 'name': '', 'network_id': 'fc7aefab-048b-463e-a51e-c06e7a8144a6', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'mac_address': 'fa:16:3e:e3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:43Z', 'updated_at': '2021-08-07T04:53:53Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'subnets': [{'id': 'c00559b9-8114-4343-ba8a-7c9d52bbebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:01.317791 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42406) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:01.350389 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b5b6c-1386-4f19-b74c-2dd8cdaea5eb None None] New status for floating IP 941bc348-72a9-49d4-ae57-d24c024e9e05: DOWN {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:05:01.373579 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ed9e-e226-41c4-b16d-637e2e117ff4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.395950 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ed9e-e226-41c4-b16d-637e2e117ff4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.443080 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ed9e-e226-41c4-b16d-637e2e117ff4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.445714 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ed9e-e226-41c4-b16d-637e2e117ff4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.446862 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-f5f8ed9e-e226-41c4-b16d-637e2e117ff4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "DELETE /v2.0/security-groups/b20f93a6-d812-4658-87e0-11225ee33bb2 HTTP/1.1" status: 204 len: 168 time: 0.1279235 Aug 07 05:05:01.449696 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42408) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:01.457112 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8ed9e-e226-41c4-b16d-637e2e117ff4 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20f93a6-d812-4658-87e0-11225ee33bb2,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:01.467692 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.api.v2.resource [None req-6bae9e79-ddb3-486b-a0eb-8a18fecb1005 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] show failed (client error): The resource could not be found. Aug 07 05:05:01.468880 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-6bae9e79-ddb3-486b-a0eb-8a18fecb1005 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "GET /v2.0/security-groups/b20f93a6-d812-4658-87e0-11225ee33bb2 HTTP/1.1" status: 404 len: 347 time: 0.0180922 Aug 07 05:05:01.471743 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42410) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:01.595882 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Deleting port b723e9f2-fa42-4286-9c3e-0b6a2b054127 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:01.596229 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.668728 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.669005 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.680585 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Calling delete_port for b723e9f2-fa42-4286-9c3e-0b6a2b054127 owned by network:floatingip {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:01.806579 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.831315 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Pushing event deleted for resources: {'Port': ['ID=b723e9f2-fa42-4286-9c3e-0b6a2b054127,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:01.889975 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.892571 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:01.893728 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f67261f7-a504-49e9-b1c2-9f3f154cf293 tempest-AttachVolumeShelveTestJSON-1709330170 tempest-AttachVolumeShelveTestJSON-1709330170-project] 10.222.0.35 "DELETE /v2.0/floatingips/941bc348-72a9-49d4-ae57-d24c024e9e05 HTTP/1.1" status: 204 len: 168 time: 0.4210870 Aug 07 05:05:02.492742 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-5a7c46d8-fcbe-438c-bcae-73ff76e89dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389624 Aug 07 05:05:02.568144 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079885-40f9-4b34-a050-76d9f4de165f req-597a7911-a508-48fd-adfe-dce8b6250214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:02.569498 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-597a7911-a508-48fd-adfe-dce8b6250214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1099 time: 0.0399518 Aug 07 05:05:02.921601 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079885-40f9-4b34-a050-76d9f4de165f req-57e95cf3-5ea9-4acc-afa1-a154160cdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:02.923079 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-57e95cf3-5ea9-4acc-afa1-a154160cdda2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.3332489 Aug 07 05:05:02.989484 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-53f5ffb5-0d92-4900-8f2d-4fbaff19139e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 1002 time: 0.0587318 Aug 07 05:05:03.027268 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:03.036859 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079885-40f9-4b34-a050-76d9f4de165f req-909b8a0d-8058-4108-b3cf-2aa6bb0e15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:03.038288 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-909b8a0d-8058-4108-b3cf-2aa6bb0e15af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0417285 Aug 07 05:05:03.047360 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 92b05688-e614-4cbb-9a2c-05ff3d513b8a {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:03.047712 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 92b05688-e614-4cbb-9a2c-05ff3d513b8a not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:03.085040 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079885-40f9-4b34-a050-76d9f4de165f req-3f1f5d7e-d5e2-41cd-9723-aa54766034a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:03.086582 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-3f1f5d7e-d5e2-41cd-9723-aa54766034a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410409 Aug 07 05:05:03.181027 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-bfa059a4-aa05-4077-bfd6-60a9ea614706 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866733 Aug 07 05:05:03.273891 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cc079885-40f9-4b34-a050-76d9f4de165f req-593f5e8e-cdbc-4388-909b-b522b50e9360 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863426 Aug 07 05:05:04.314880 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42432) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:04.793251 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.026600 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Deleting port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:05.026941 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.105392 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] For port 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:05.105746 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.118613 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Calling delete_port for 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:05.293195 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.318491 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cf1f06-65a3-427a-9ea8-22c0b6f9db1f,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:05.479989 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.926918 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Router 34cde6c3-7334-40f6-ad77-36da34104c2b has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:06.028007 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:06.033581 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-cb8fe474-5aa4-439a-b7d9-c13b4abe6ea4 admin admin] 10.222.0.35 "PUT /v2.0/routers/34cde6c3-7334-40f6-ad77-36da34104c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175584 Aug 07 05:05:06.035971 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42436) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:06.037277 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] Sync routers for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:06.046890 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:06.047496 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:06.141035 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.148384 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:06.242653 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.294478 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Deleting port 87315c7e-07e0-404f-ae04-94a9b65b0609 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:06.294816 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.322009 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T05:05:05Z', 'revision_number': 5, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port': {'id': '87315c7e-07e0-404f-ae04-94a9b65b0609', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:53:38Z', 'updated_at': '2021-08-07T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:06.352421 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] Checking router: 34cde6c3-7334-40f6-ad77-36da34104c2b for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:06.360550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] Routers {'34cde6c3-7334-40f6-ad77-36da34104c2b'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:06.361192 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['34cde6c3-7334-40f6-ad77-36da34104c2b'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:06.375877 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] For port 87315c7e-07e0-404f-ae04-94a9b65b0609, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=87315c7e-07e0-404f-ae04-94a9b65b0609,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:06.376434 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.388954 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Calling delete_port for 87315c7e-07e0-404f-ae04-94a9b65b0609 owned by network:router_gateway {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:06.448280 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] Set router 34cde6c3-7334-40f6-ad77-36da34104c2b gateway port host: None {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:06.499669 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T05:05:06Z', 'revision_number': 6, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:06.529034 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db5263-ebca-472a-b4c4-df327e020d33 None None] The sync data for ids ['34cde6c3-7334-40f6-ad77-36da34104c2b'] in dv-cinder-803748-3-iscsi is: [{'id': '34cde6c3-7334-40f6-ad77-36da34104c2b', 'name': 'tempest-AttachVolumeShelveTestJSON-204063834-router', 'tenant_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:53:37Z', 'updated_at': '2021-08-07T05:05:06Z', 'revision_number': 6, 'project_id': '6c23fa4998bf4a8cb6fa05e019c813bd', 'gw_port_host': None}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:06.554689 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.583195 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Pushing event deleted for resources: {'Port': ['ID=87315c7e-07e0-404f-ae04-94a9b65b0609,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:06.641688 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.729861 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.731904 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.776136 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.776719 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34cde6c3-7334-40f6-ad77-36da34104c2b {{(pid=93254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:06.781645 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.782752 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8e2aa5a5-7ba0-4dc6-88b0-7e7a58c0ee2f admin admin] 10.222.0.35 "DELETE /v2.0/routers/34cde6c3-7334-40f6-ad77-36da34104c2b HTTP/1.1" status: 204 len: 168 time: 0.7457190 Aug 07 05:05:06.785599 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42438) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:06.830422 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Deleting subnet c00559b9-8114-4343-ba8a-7c9d52bbebd5 {{(pid=93255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:06.833464 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.870843 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12822160'] for subnet, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.952816 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.009592 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12822301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12697902'] for subnet, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.034289 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00559b9-8114-4343-ba8a-7c9d52bbebd5,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:07.037855 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.040589 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-30a6aaba-a62a-4dd0-ac28-07987a586c64 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c00559b9-8114-4343-ba8a-7c9d52bbebd5 HTTP/1.1" status: 204 len: 168 time: 0.2529945 Aug 07 05:05:07.042238 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42440) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:07.045061 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a1e7c1-ead2-42c9-95a3-4020a7a70d87 None None] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:07.113656 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.166288 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Deleting port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:07.166638 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.232822 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] For port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,segment=NetworkSegment(8d6e6275-4561-4859-bdf5-0db644dd6d07),segment_id=8d6e6275-4561-4859-bdf5-0db644dd6d07)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:07.233122 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.245354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Calling delete_port for 6fd54fb4-d0a5-4333-8b66-dfc4497676ad owned by network:dhcp {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:07.310530 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] DHCP port deletion for fc7aefab-048b-463e-a51e-c06e7a8144a6 request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:07.331928 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.343797 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:07.355511 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:07.361245 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] No DVR routers for this DVR port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad on host dv-cinder-803748-3-iscsi {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:07.441192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.452477 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7aefab-048b-463e-a51e-c06e7a8144a6']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.464190 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6e6275-4561-4859-bdf5-0db644dd6d07') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.464537 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6e6275-4561-4859-bdf5-0db644dd6d07') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.474029 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.488280 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.494516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:07.495068 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:07.496748 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:07.499588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:07.499588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 63cf1f06-65a3-427a-9ea8-22c0b6f9db1f not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:07.519787 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Deleting port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad {{(pid=93256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:07.520103 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.554107 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.560101 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.562042 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] 10.222.0.35 "DELETE /v2.0/networks/fc7aefab-048b-463e-a51e-c06e7a8144a6 HTTP/1.1" status: 204 len: 168 time: 0.5165920 Aug 07 05:05:07.574795 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212608f-6ae6-4c25-a7f9-433e3f16d68a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7aefab-048b-463e-a51e-c06e7a8144a6,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:07.592064 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] For port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad, host dv-cinder-803748-3-iscsi, got binding levels [] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:07.592471 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.605060 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Calling delete_port for 6fd54fb4-d0a5-4333-8b66-dfc4497676ad owned by network:dhcp {{(pid=93256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:07.607774 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.ipam_backend_mixin [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad was not found and therefore no delete operation was performed {{(pid=93256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 05:05:07.608993 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.636192 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Network fc7aefab-048b-463e-a51e-c06e7a8144a6 is not hosted by any dhcp agent {{(pid=93256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 07 05:05:07.636728 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] No DVR routers for this DVR port 6fd54fb4-d0a5-4333-8b66-dfc4497676ad on host dv-cinder-803748-3-iscsi {{(pid=93256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:07.642833 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Pushing event deleted for resources: {'Port': ['ID=6fd54fb4-d0a5-4333-8b66-dfc4497676ad,revision_number=None']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:07.651337 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.651734 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.652114 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.652521 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.652942 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.653450 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.653643 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.654150 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.654667 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.654997 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.655326 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.655647 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dd92e-251c-4486-9e44-9751cbfd7610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:07.696717 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42444) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:07.740766 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6ab02dfb-422e-45bf-9f17-ca6d85415372 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c23fa4998bf4a8cb6fa05e019c813bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428467 Aug 07 05:05:07.743177 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42446) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:07.789676 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae7-c020-4502-be1d-b174d8672711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.810874 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae7-c020-4502-be1d-b174d8672711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.857281 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae7-c020-4502-be1d-b174d8672711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.860148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae7-c020-4502-be1d-b174d8672711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.861364 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9e182ae7-c020-4502-be1d-b174d8672711 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/046f2dce-f604-487f-aef3-ea2c0578f638 HTTP/1.1" status: 204 len: 168 time: 0.1173046 Aug 07 05:05:07.868939 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182ae7-c020-4502-be1d-b174d8672711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046f2dce-f604-487f-aef3-ea2c0578f638,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:08.520855 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42468) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:08.615622 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1403028619-network', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:08.637717 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Made reservation on behalf of 7a8063f2f6d64b79928f170fd6d99da8 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:05:08.640243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.648343 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.734281 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.738093 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.758684 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:05:08.773294 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e317ea6-9155-405b-9a95-56f190ad7af0,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:08.776059 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.776399 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Added segment 3dd0e55b-dbc3-4264-8492-eabcd9948227 of type vlan for network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 Aug 07 05:05:08.825915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.854434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.855284 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:08.855869 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.912208 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3902659 Aug 07 05:05:08.912322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42472) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:08.918244 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Request body: {'subnet': {'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1403028619-subnet', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:08.918912 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d513a-ff3d-4a80-a60c-c26b000b1531 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8fc873-e06a-4d98-b60f-c7f19b5cc694,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:08.932575 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:05:08.942595 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Made reservation on behalf of 7a8063f2f6d64b79928f170fd6d99da8 for: {'subnet': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:05:08.945103 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12754616'] for subnet, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.992616 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6fd54fb4-d0a5-4333-8b66-dfc4497676ad no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:09.016807 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 6fd54fb4-d0a5-4333-8b66-dfc4497676ad {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:09.017152 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6fd54fb4-d0a5-4333-8b66-dfc4497676ad not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:09.017595 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 87315c7e-07e0-404f-ae04-94a9b65b0609 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:09.035818 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 87315c7e-07e0-404f-ae04-94a9b65b0609 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:09.036358 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 87315c7e-07e0-404f-ae04-94a9b65b0609 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:09.117041 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14427165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12754570'] for subnet, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.170320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b004e448-2eac-48c8-b2ab-b0b31402dd5d,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:09.180029 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Checking segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:05:09.180385 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Network hostable DHCP agents. Network: 7b8fc873-e06a-4d98-b60f-c7f19b5cc694, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:05:09.197514 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:05:09.206214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 7b8fc873-e06a-4d98-b60f-c7f19b5cc694) {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:09.210139 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:09.210725 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.214793 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f6db3-fa53-441f-9888-995482ca189c None None] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:09.223495 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ad594de4-9ac1-448d-90df-9303cc7ae016 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3099480 Aug 07 05:05:09.226188 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42474) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:09.230470 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:09.251110 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.252287 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.307316 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.355399 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 05:05:09.356270 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.443693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.492112 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Allocated IP 172.20.0.2 (7b8fc873-e06a-4d98-b60f-c7f19b5cc694/b004e448-2eac-48c8-b2ab-b0b31402dd5d/32eda6a1-6dc2-4d84-8bee-6f22db6532ba) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:05:09.642008 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.648717 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.650452 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Transition to ACTIVE for port object 32eda6a1-6dc2-4d84-8bee-6f22db6532ba will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:09.665533 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Transition to ACTIVE for port object 32eda6a1-6dc2-4d84-8bee-6f22db6532ba will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:09.668160 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.671714 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.711147 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:05:09.713821 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:09.718901 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:05:09.721903 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Pushing event updated for resources: {'Port': ['ID=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:09.771951 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Allocated IP 172.27.3.47 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/4e22372d-f56d-4398-bf40-178080b5abaf) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:05:09.773327 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Attempting to bind port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:05:09.773684 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Attempting to bind port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:05:09.774037 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Attempting to bind port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:05:09.780045 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:05:09.780407 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Checking segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:05:09.780813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.781224 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Bound using segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:05:09.781663 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Bound port: 32eda6a1-6dc2-4d84-8bee-6f22db6532ba, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:05:09.782033 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.843652 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] For port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:05:09.846692 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] For port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:05:09.851482 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.877195 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.909231 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced8d6-d395-4b37-b690-7e9d04c2adc5 None None] Pushing event updated for resources: {'Port': ['ID=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:09.921758 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.958213 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:05:09.961088 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:09.966853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:05:09.991854 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Pushing event updated for resources: {'Port': ['ID=4e22372d-f56d-4398-bf40-178080b5abaf,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:10.236421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.429401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.564659 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 05:05:10.679231 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:10.691282 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:10.696464 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.701332 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d97df22b-8399-4d04-8aef-c65304d5df3d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4708791 Aug 07 05:05:10.701600 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42476) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:10.703086 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:10.703751 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:10.786356 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2bf8a-de0a-4e78-a162-145ea98ce5f3 None None] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:10.813484 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:10.894547 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-1587b284-d633-4700-aa9b-02081395cb1d None None] Provisioning for port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:11.018247 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 32eda6a1-6dc2-4d84-8bee-6f22db6532ba up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:11.038840 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:10Z', 'revision_number': 3, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:11.071545 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:11.072170 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Updating router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab port 4e22372d-f56d-4398-bf40-178080b5abaf binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:05:11.083297 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:11.087443 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:11.087815 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.103438 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.191021 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.233155 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:11.239235 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.245996 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-080d03db-92d2-45e3-ae1b-d2028d9941f7 None None] Provisioning complete for port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:11.246359 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-080d03db-92d2-45e3-ae1b-d2028d9941f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.320052 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:11.376469 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.386284 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Transition to ACTIVE for port object 4e22372d-f56d-4398-bf40-178080b5abaf will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:11.393166 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.443372 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.448115 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Attempting to bind port 4e22372d-f56d-4398-bf40-178080b5abaf on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:05:11.448481 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Attempting to bind port 4e22372d-f56d-4398-bf40-178080b5abaf by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:05:11.448860 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Attempting to bind port 4e22372d-f56d-4398-bf40-178080b5abaf on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:05:11.451480 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Pushing event updated for resources: {'Port': ['ID=4e22372d-f56d-4398-bf40-178080b5abaf,revision_number=2']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:11.460198 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:05:11.460567 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:05:11.460988 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.461382 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:05:11.461844 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Bound port: 4e22372d-f56d-4398-bf40-178080b5abaf, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:05:11.462235 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.464283 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.464656 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.465003 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.465319 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.465800 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.466246 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.466717 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.467049 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.467371 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.467692 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.468055 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.468329 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.525159 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] For port 4e22372d-f56d-4398-bf40-178080b5abaf, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:05:11.528935 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] For port 4e22372d-f56d-4398-bf40-178080b5abaf, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=4e22372d-f56d-4398-bf40-178080b5abaf,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:05:11.534966 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.582105 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:11.582723 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:11.662630 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Allocated IP 172.20.0.1 (7b8fc873-e06a-4d98-b60f-c7f19b5cc694/b004e448-2eac-48c8-b2ab-b0b31402dd5d/ce09e6d4-792e-4c3c-b2d9-af1f69c667f0) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:05:11.722105 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d08f6-1a8f-402d-abed-93899f123f3a None None] Pushing event updated for resources: {'Port': ['ID=4e22372d-f56d-4398-bf40-178080b5abaf,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:11.765695 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.779253 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Transition to ACTIVE for port object ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 will not be triggered until provisioned by entity DHCP. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:11.785903 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:11.812664 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.852954 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:05:11.855624 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:11.861916 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:05:11.891749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Pushing event updated for resources: {'Port': ['ID=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:11.909729 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.974362 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:10Z', 'revision_number': 3, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:12.004568 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34cc9-70ea-4ff4-8aea-ceb46de82a6d None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:10Z', 'revision_number': 3, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:12.095145 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-07d18a93-633f-41e3-9425-bf3d2db4987c None None] Provisioning for port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:12.098419 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.102510 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-07d18a93-633f-41e3-9425-bf3d2db4987c None None] Provisioning complete for port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:12.102876 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-07d18a93-633f-41e3-9425-bf3d2db4987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.141568 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-07d18a93-633f-41e3-9425-bf3d2db4987c None None] Port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:05:12.289047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.294248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.365370 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Pushing event updated for resources: {'Port': ['ID=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:12.369213 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.466300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:05:12.467659 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:12.587610 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:12.664235 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-152f7847-fa0f-4744-89b3-de95ecde6bc0 None None] Provisioning complete for port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:12.664942 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-152f7847-fa0f-4744-89b3-de95ecde6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.704348 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-152f7847-fa0f-4744-89b3-de95ecde6bc0 None None] Port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:05:12.707597 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:12.712246 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-519d43fe-0f62-4219-adb1-366592e17766 admin admin] 10.222.0.35 "PUT /v2.0/routers/cdea39e8-d465-42f1-bdd2-ff475f3ba1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0092452 Aug 07 05:05:13.041066 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 32eda6a1-6dc2-4d84-8bee-6f22db6532ba up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:13.087548 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:13.087925 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:13.165734 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 4e22372d-f56d-4398-bf40-178080b5abaf up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:13.212528 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 4e22372d-f56d-4398-bf40-178080b5abaf completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:13.216448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 4e22372d-f56d-4398-bf40-178080b5abaf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:13.216912 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:13.293500 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:13.314516 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 4e22372d-f56d-4398-bf40-178080b5abaf, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=4e22372d-f56d-4398-bf40-178080b5abaf,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:13.318428 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:13.366532 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=4e22372d-f56d-4398-bf40-178080b5abaf,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:13.469055 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:13.477902 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:13.478504 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:13.579456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:13.771239 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 2, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:13.801003 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:13.801364 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Updating router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:05:13.825281 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.077651 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.087375 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Transition to ACTIVE for port object ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:14.094343 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.144478 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7201-e70b-4b25-96cc-0f5d40430887 None None] Pushing event updated for resources: {'Port': ['ID=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:14.196304 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Attempting to bind port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:05:14.197002 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Attempting to bind port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:05:14.197189 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Attempting to bind port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:05:14.202598 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:05:14.203019 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Checking segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:05:14.203437 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.203758 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Bound using segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:05:14.204258 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Bound port: ce09e6d4-792e-4c3c-b2d9-af1f69c667f0, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:05:14.204896 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.252660 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42486) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:14.258318 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905634782', 'description': 'tempest-description--844971156'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:14.271677 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] For port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:05:14.275292 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] For port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:05:14.282495 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.287339 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.350049 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:14.350855 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:04:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:14.356974 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7201-e70b-4b25-96cc-0f5d40430887 None None] Pushing event updated for resources: {'Port': ['ID=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:14.383928 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.390716 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.422332 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.423643 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1699500 Aug 07 05:05:14.425885 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7229449-8634-461c-839f-e6dcc0ea65ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40596fe3-c049-4229-ad98-9fe76df86673,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:14.426741 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42488) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:14.436829 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'security_group_rule': {'security_group_id': '40596fe3-c049-4229-ad98-9fe76df86673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:14.474927 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.539509 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.543587 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.561904 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee0b59b-e15f-4a52-a16f-f9f835a01f94,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:14.572428 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.573998 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-f99d246c-40f9-466a-80d2-9a01b69d32a0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435213 Aug 07 05:05:14.577248 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42490) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:14.582197 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'security_group_rule': {'security_group_id': '40596fe3-c049-4229-ad98-9fe76df86673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:14.602749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:14.610824 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.675502 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.679898 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.701867 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29311991-6ae7-42b3-aab7-8630026b8c11,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:14.705825 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.710018 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ab1dd3e5-af52-4f05-970a-14f08df8aa5c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289759 Aug 07 05:05:14.710521 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42492) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:14.714572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:14.738900 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.811916 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:14Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:14.835025 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:14.838691 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0a508-7bc7-49b5-a858-9dd653a5b342 None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:14Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:14.976132 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Allocated IP 172.27.3.49 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/25b2b3ee-768c-4e6c-b752-e905dddfd0e5) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:05:15.076530 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 4e22372d-f56d-4398-bf40-178080b5abaf up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:15.102049 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.129994 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 4e22372d-f56d-4398-bf40-178080b5abaf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:15.130370 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.148271 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.188097 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:05:15.192965 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:15.195484 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:05:15.209668 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:15.220840 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'Port': ['ID=25b2b3ee-768c-4e6c-b752-e905dddfd0e5,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:15.261936 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:15.266668 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:15.267189 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.290949 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.331016 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.351350 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.384599 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:15.390109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.439189 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:15.508921 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.513881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.584303 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'Port': ['ID=25b2b3ee-768c-4e6c-b752-e905dddfd0e5,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:15.599436 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.614136 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.616191 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-240fa014-1daf-4eda-94b5-872d4a3d5ab5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9042261 Aug 07 05:05:15.759699 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-5fa59daa-b099-4b7f-b632-e09ef38c5530 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--905634782&fields=id&tenant_id=7a8063f2f6d64b79928f170fd6d99da8 HTTP/1.1" status: 200 len: 267 time: 0.0354640 Aug 07 05:05:15.869448 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-0b7c1de3-b346-47e5-8206-1a60a7019edf tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:15.870901 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-0b7c1de3-b346-47e5-8206-1a60a7019edf tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 811 time: 0.1041384 Aug 07 05:05:15.885953 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-68039735-64eb-42a0-874c-9cb1c31e9269 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/quotas/7a8063f2f6d64b79928f170fd6d99da8 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Aug 07 05:05:15.943825 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-c1b136a8-2837-4c11-83ee-97efad6f0a19 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519066 Aug 07 05:05:16.001627 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-745ec330-29a5-407f-ab37-2025cc7c179a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 05:05:16.002641 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-745ec330-29a5-407f-ab37-2025cc7c179a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473859 Aug 07 05:05:16.088927 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-319d391f-68ac-4bbb-a9bb-74ee2dc1c389 service neutron] 10.222.0.35 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800929 Aug 07 05:05:16.187820 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-f0b7524c-e8d9-497c-80ce-47099855c4b8 service neutron] 10.222.0.35 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922594 Aug 07 05:05:16.342561 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-92c584fd-7a96-479f-846b-d46d5d94e51e req-0bbacf9c-98b4-4f26-a636-7dcac533b7cd tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 210 time: 0.0252540 Aug 07 05:05:16.986372 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:17.035356 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:17.035780 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:17.475891 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-53ae7014-2a07-42ec-ad96-907ac1d1afd7 req-0b95f4d3-268e-4650-baad-6e7e463bf78c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 210 time: 0.0319414 Aug 07 05:05:17.520930 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-615bf543-2fbb-496d-85e3-1baf94ed5700 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:17.522501 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-615bf543-2fbb-496d-85e3-1baf94ed5700 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 811 time: 0.1257493 Aug 07 05:05:17.573791 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-56c72595-779f-4ad3-bae4-5344c4210645 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8063f2f6d64b79928f170fd6d99da8 HTTP/1.1" status: 200 len: 379 time: 0.0373373 Aug 07 05:05:17.583936 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'port': {'device_id': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'admin_state_up': True, 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'security_groups': ['40596fe3-c049-4229-ad98-9fe76df86673']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:17.687534 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Made reservation on behalf of 7a8063f2f6d64b79928f170fd6d99da8 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:05:17.691117 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:17.819036 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Allocated IP 172.20.0.3 (7b8fc873-e06a-4d98-b60f-c7f19b5cc694/b004e448-2eac-48c8-b2ab-b0b31402dd5d/0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:05:17.957898 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:17.972193 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Transition to ACTIVE for port object 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:18.007984 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.052798 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:05:18.057698 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:05:18.061859 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:05:18.068141 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'Port': ['ID=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:18.098444 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.098797 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.099142 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.099483 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.099818 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.100153 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.100485 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.100837 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.101173 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.101503 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.101830 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.102156 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:18.126131 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:18.126762 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.142329 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-82da37d3-1b7d-4afc-8068-ec39bcf1a419 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621073 Aug 07 05:05:18.212445 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Request body: {'port': {'device_id': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:18.263658 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.326649 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-a0a40312-7426-479a-8b48-8eb91d629e4e None None] Provisioning for port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:18.331001 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-a0a40312-7426-479a-8b48-8eb91d629e4e None None] Provisioning complete for port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:18.331406 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a0a40312-7426-479a-8b48-8eb91d629e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.363635 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-a0a40312-7426-479a-8b48-8eb91d629e4e None None] Port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:05:18.520435 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:05:18.527664 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.539707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Transition to ACTIVE for port object 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:05:18.545585 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.599055 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdec1a-0a03-47ea-b0f3-d4ed0f280562 req-e1ad2e46-5734-428a-9c9b-ccd503cdb2b9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:18.600679 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97fdec1a-0a03-47ea-b0f3-d4ed0f280562 req-e1ad2e46-5734-428a-9c9b-ccd503cdb2b9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 943 time: 0.0547671 Aug 07 05:05:18.614847 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:18.650093 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-97fdec1a-0a03-47ea-b0f3-d4ed0f280562 req-561cd900-8902-4c74-9f5a-83106084b617 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 Aug 07 05:05:18.664418 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Attempting to bind port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:05:18.665066 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Attempting to bind port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:05:18.675192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Attempting to bind port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:05:18.675192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:05:18.675192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Attempting to bind port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:05:18.676844 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:05:18.677191 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Checking segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:05:18.677582 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Bound using segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:05:18.678015 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Bound port: 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:05:18.678378 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.754017 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] For port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:05:18.757268 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] For port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:05:18.761261 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.807469 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:18.808081 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:18.809599 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] 10.222.0.24 "PUT /v2.0/ports/0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 1093 time: 0.6014082 Aug 07 05:05:18.812968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:18.815204 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87f053-bb69-4e6e-a895-f7ef75338c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:18.847384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c20b9-4019-46af-a8f7-cc0f7244152f service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:18.862393 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31afbf19-b0f5-4098-b2d1-1c3c55d446e0 x-openstack-request-id: req-31afbf19-b0f5-4098-b2d1-1c3c55d446e0 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:18.862683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:18.862936 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31afbf19-b0f5-4098-b2d1-1c3c55d446e0 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:18.863334 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'status': 'completed', 'code': 200} Aug 07 05:05:18.924057 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-196815d0-5157-4071-9686-45db8e8edb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:18.925609 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-196815d0-5157-4071-9686-45db8e8edb2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1096 time: 0.0438430 Aug 07 05:05:18.978561 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-c38aa676-4ef8-4486-a486-e033bf0d7319 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 217 time: 0.0385747 Aug 07 05:05:19.027637 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-f8e12d7c-fa5b-46ba-b170-fa7db16901a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.029100 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-f8e12d7c-fa5b-46ba-b170-fa7db16901a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0424414 Aug 07 05:05:19.073297 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-5356f2cc-2e8c-444d-8004-ba5cdbb0d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.074727 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-5356f2cc-2e8c-444d-8004-ba5cdbb0d9bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375719 Aug 07 05:05:19.131410 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:05:19.167577 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-cc855904-d489-4dfe-b6f9-bfa45cdc4945 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849831 Aug 07 05:05:19.255817 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82b06e4a-1556-4aa0-9392-1512a29c5954 req-517ceb2a-7852-4494-9f3a-c82ac8dee76c service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799561 Aug 07 05:05:19.380847 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-9f47b229-4463-4692-960c-83752f89dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.382256 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-9f47b229-4463-4692-960c-83752f89dde6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1096 time: 0.0390480 Aug 07 05:05:19.478921 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-5cb6a6d5-69b5-4436-9112-ac4ee0857f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.480308 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-5cb6a6d5-69b5-4436-9112-ac4ee0857f99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0901794 Aug 07 05:05:19.522147 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-dc83037b-4e19-4ff2-a077-1bc482037bb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 217 time: 0.0338051 Aug 07 05:05:19.572296 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-ff720ccb-a417-4a04-8575-732df12fcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.573708 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-ff720ccb-a417-4a04-8575-732df12fcdb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0452909 Aug 07 05:05:19.619318 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-923dace8-36e6-4459-86b0-e6e9833e0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.620827 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-923dace8-36e6-4459-86b0-e6e9833e0461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392413 Aug 07 05:05:19.713653 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-28c53d50-0058-4057-b96e-2d684afb3d25 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Aug 07 05:05:19.770991 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91da0-4682-4c27-a1ce-1109354f5a03 req-d2b02081-dd60-42fb-94b6-1ed79623c997 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:19.772351 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-41f91da0-4682-4c27-a1ce-1109354f5a03 req-d2b02081-dd60-42fb-94b6-1ed79623c997 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 943 time: 0.0484188 Aug 07 05:05:19.808986 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-df87f053-bb69-4e6e-a895-f7ef75338c1a req-0f142fa1-6bde-4fd4-a56f-8fea9d0b3690 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869133 Aug 07 05:05:19.812447 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-41f91da0-4682-4c27-a1ce-1109354f5a03 req-61cef55c-ff7c-4749-873a-41244c08412f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339999 Aug 07 05:05:20.927961 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723d234-284d-4ac6-a300-cd1aaa5019fb req-eb36d89b-8e29-44b1-b3db-a934a9bd7dcc tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:20.929454 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4723d234-284d-4ac6-a300-cd1aaa5019fb req-eb36d89b-8e29-44b1-b3db-a934a9bd7dcc tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 943 time: 0.0493848 Aug 07 05:05:20.967208 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4723d234-284d-4ac6-a300-cd1aaa5019fb req-71e89385-4457-43ad-8167-ed78d618be9d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312312 Aug 07 05:05:21.611317 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e96653bb-c280-4632-a75a-c77a98e728db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:22.082396 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a4b8-aa95-49b9-b10a-ab28289f7e42 req-3abae5db-997d-4835-90b7-bd02769805c9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:22.084062 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ffd3a4b8-aa95-49b9-b10a-ab28289f7e42 req-3abae5db-997d-4835-90b7-bd02769805c9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 943 time: 0.0516837 Aug 07 05:05:22.120973 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ffd3a4b8-aa95-49b9-b10a-ab28289f7e42 req-a5d051be-fd14-4d66-b735-de613f190f6b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Aug 07 05:05:22.990032 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:23.134749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:05:23.228599 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:23.231835 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc1e3-21c7-489c-83d7-824433f8ae68 req-caf76068-e242-4da9-aed9-c7696a7d12e9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:23.233400 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d26fc1e3-21c7-489c-83d7-824433f8ae68 req-caf76068-e242-4da9-aed9-c7696a7d12e9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 943 time: 0.0469689 Aug 07 05:05:23.240046 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'port_id': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'mac_address': 'fa:16:3e:60:c4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:05:23.274606 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d26fc1e3-21c7-489c-83d7-824433f8ae68 req-15df70fb-67be-44a7-91eb-ff38cae2d3c4 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351419 Aug 07 05:05:23.275941 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:23.288932 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:05:23.307770 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:23.312607 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:23.361051 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:23.765298 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:05:24.293814 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:24.299268 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-978cdcff-3b6e-423d-8cf9-02f045f84442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:24.389657 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa1da4-3504-459b-8f18-365f66b3c509 req-489926db-3aef-427b-8ef2-25007e6dce44 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:24.391287 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a1aa1da4-3504-459b-8f18-365f66b3c509 req-489926db-3aef-427b-8ef2-25007e6dce44 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 944 time: 0.0509670 Aug 07 05:05:24.429654 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a1aa1da4-3504-459b-8f18-365f66b3c509 req-015f113e-26c9-4f7c-b188-8731ed953bae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Aug 07 05:05:25.152454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:05:25.200888 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:05:25.205231 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:05:25.205622 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:25.287276 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:25.308064 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:25.310312 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf9e491-197d-4d34-8c2d-50393228b32f" -d '{"events": [{"server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:25.324164 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:25.328906 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:25.375692 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:25.404017 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d185b2-dacd-46bd-9c47-c10fd25f0791 x-openstack-request-id: req-36d185b2-dacd-46bd-9c47-c10fd25f0791 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:25.404306 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:25.404597 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36d185b2-dacd-46bd-9c47-c10fd25f0791 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:25.405153 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'code': 200} Aug 07 05:05:25.544998 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd346f-5c0f-4b77-91d1-1a01ffd01fc8 req-662aa793-8fc2-43d8-aaa0-afe65582d944 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:25.546941 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ddcd346f-5c0f-4b77-91d1-1a01ffd01fc8 req-662aa793-8fc2-43d8-aaa0-afe65582d944 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Aug 07 05:05:25.586705 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ddcd346f-5c0f-4b77-91d1-1a01ffd01fc8 req-983747ea-36f3-4e7d-95ab-6e0b549585da tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331349 Aug 07 05:05:25.600722 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b414c-32e1-486b-a62b-63b9eb239ef3 req-a7fc7141-594a-4dce-8d8c-abefc76eae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:25.602255 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d86b414c-32e1-486b-a62b-63b9eb239ef3 req-a7fc7141-594a-4dce-8d8c-abefc76eae93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0394638 Aug 07 05:05:25.619525 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:25.637352 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d86b414c-32e1-486b-a62b-63b9eb239ef3 req-ed5a90cd-60c2-4aa1-a099-8a9cef4e4b6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282519 Aug 07 05:05:26.699023 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6be96-0afd-4a48-bf6d-d1e3ec4178aa req-b867dc1d-57b7-44a4-8bc0-2d578836f973 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:26.700463 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52a6be96-0afd-4a48-bf6d-d1e3ec4178aa req-b867dc1d-57b7-44a4-8bc0-2d578836f973 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0470312 Aug 07 05:05:26.738197 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52a6be96-0afd-4a48-bf6d-d1e3ec4178aa req-e7be1864-98d5-49fe-8d6e-cd388661d299 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308208 Aug 07 05:05:27.020856 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:27.848768 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc6d5d-6fcb-46ff-b73f-b8e6621f657c req-6bb1c41b-81b5-4f17-839d-f64738007243 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:27.850226 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a5bc6d5d-6fcb-46ff-b73f-b8e6621f657c req-6bb1c41b-81b5-4f17-839d-f64738007243 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0470738 Aug 07 05:05:27.886963 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a5bc6d5d-6fcb-46ff-b73f-b8e6621f657c req-17bfdfa0-6bc4-410a-81d8-d932f3943799 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Aug 07 05:05:27.995919 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656021f0-dee0-420d-ae53-9e5ce86dfbb6 req-712cf433-dfd1-4155-9550-7e8a89ec44ab tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:27.997393 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-656021f0-dee0-420d-ae53-9e5ce86dfbb6 req-712cf433-dfd1-4155-9550-7e8a89ec44ab tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Aug 07 05:05:28.005744 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42560) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:28.010043 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'floatingip': {'port_id': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:05:28.051103 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:28.468660 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:28.472193 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:28.575073 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Floating IP 673b8e30-12ca-4661-bc44-f68d8050b9de associated. External IP: 172.27.3.49, port: 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2. Aug 07 05:05:28.773207 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:29.136127 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:29.141797 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:29.146625 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:29.156563 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:29.157266 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:29.171373 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-75495561-af63-466f-827b-1ffdbbff5365 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "PUT /v2.0/floatingips/673b8e30-12ca-4661-bc44-f68d8050b9de HTTP/1.1" status: 200 len: 990 time: 1.1642900 Aug 07 05:05:29.172015 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:29.174382 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52045776-2da2-4990-a3f3-0abab9d858c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:29.212666 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2254e7d-3aa4-4cb3-a3eb-9e8414ae0bdc x-openstack-request-id: req-d2254e7d-3aa4-4cb3-a3eb-9e8414ae0bdc {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:29.212981 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:29.213226 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2254e7d-3aa4-4cb3-a3eb-9e8414ae0bdc {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:29.213617 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'status': 'completed', 'code': 200} Aug 07 05:05:29.262681 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:29.311407 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-4be17b00-8210-406d-9440-4812a5196234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:29.312936 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-4be17b00-8210-406d-9440-4812a5196234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0410874 Aug 07 05:05:29.402285 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-0841fe25-fe06-4204-927a-82573c877b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:29.403626 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-0841fe25-fe06-4204-927a-82573c877b29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0835853 Aug 07 05:05:29.482969 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-a068fe04-654d-45fc-9d89-8f92cc77ad1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 998 time: 0.0719256 Aug 07 05:05:29.495223 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '673b8e30-12ca-4661-bc44-f68d8050b9de', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'port_id': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'mac_address': 'fa:16:3e:60:c4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:05:15Z', 'updated_at': '2021-08-07T05:05:28Z', 'revision_number': 1, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:29.524579 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:29.531736 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-a101470d-7373-4ed0-9adc-3eb1c19cfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:29.533203 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:29.533319 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-a101470d-7373-4ed0-9adc-3eb1c19cfcc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0436170 Aug 07 05:05:29.533807 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:29.575918 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-924d208e-5a8c-43b8-9bda-3fe370125bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:29.577924 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-924d208e-5a8c-43b8-9bda-3fe370125bc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378695 Aug 07 05:05:29.638057 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:29.671603 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-3d686105-2cda-46d7-b2c4-38000c219008 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863135 Aug 07 05:05:29.759863 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-52045776-2da2-4990-a3f3-0abab9d858c0 req-0be16f6f-ac4d-4d96-a63f-ea70703d9806 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Aug 07 05:05:29.857033 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '673b8e30-12ca-4661-bc44-f68d8050b9de', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'port_id': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'mac_address': 'fa:16:3e:60:c4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:05:15Z', 'updated_at': '2021-08-07T05:05:28Z', 'revision_number': 1, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:29.882510 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313d61b-e5b7-4029-baa3-ad44831c8a75 None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '673b8e30-12ca-4661-bc44-f68d8050b9de', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'port_id': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'mac_address': 'fa:16:3e:60:c4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:05:15Z', 'updated_at': '2021-08-07T05:05:28Z', 'revision_number': 1, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:30.051028 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230e4ce-2400-414e-b545-59a216c2b06b None None] New status for floating IP 673b8e30-12ca-4661-bc44-f68d8050b9de: ACTIVE {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:05:30.155075 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42566) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:30.311881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Deleting port 9257662f-9796-4cc6-8273-6f45a0e3c09c {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:30.312102 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.387925 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.388256 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.400275 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Calling delete_port for 9257662f-9796-4cc6-8273-6f45a0e3c09c owned by network:floatingip {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:30.553406 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.578604 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'Port': ['ID=9257662f-9796-4cc6-8273-6f45a0e3c09c,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:30.634670 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.635010 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Floating IP 4615bf44-8942-4c26-a278-c1fb87ae7da8 disassociated (deleted). External IP: 172.27.3.238, port: ce9c023e-3f65-4600-938f-4bbbb114a9b9. Aug 07 05:05:30.838183 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:30.941966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:30.946396 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.951104 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:30.960250 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:30.960877 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:30.972387 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-d4fa815e-97e6-431a-8bdd-5b73da1de7af tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "DELETE /v2.0/floatingips/4615bf44-8942-4c26-a278-c1fb87ae7da8 HTTP/1.1" status: 204 len: 168 time: 0.8162451 Aug 07 05:05:31.066918 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:31.197048 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e908b-8577-4d62-b110-fc5d232c73ee req-edddeffa-0fae-456a-a026-811fdf4e9d17 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.198550 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-979e908b-8577-4d62-b110-fc5d232c73ee req-edddeffa-0fae-456a-a026-811fdf4e9d17 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Aug 07 05:05:31.218012 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:31.220180 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a899b4-514b-462f-bedf-0d5fe85ab363" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:31.246482 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-979e908b-8577-4d62-b110-fc5d232c73ee req-88e3bebf-b5c7-431d-acb7-da2741115539 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Aug 07 05:05:31.260474 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e3c3c-104e-4aa0-ac25-bf124b5cc395 x-openstack-request-id: req-091e3c3c-104e-4aa0-ac25-bf124b5cc395 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:31.260770 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:31.261120 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-091e3c3c-104e-4aa0-ac25-bf124b5cc395 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:31.261521 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'status': 'completed', 'code': 200} Aug 07 05:05:31.302370 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:53Z', 'revision_number': 1, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:31.327674 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:31.335978 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:31.336579 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:31.364383 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-f61be241-52a2-4eef-861b-4eb5ffffd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.365825 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-f61be241-52a2-4eef-861b-4eb5ffffd0b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 1098 time: 0.0421638 Aug 07 05:05:31.468201 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-b05fc630-754d-438c-8561-dff0c6cd05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.469738 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-b05fc630-754d-438c-8561-dff0c6cd05f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.0953689 Aug 07 05:05:31.522175 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-3a1232ca-ec3c-4b1d-94fe-f8d0e48ba14d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9 HTTP/1.1" status: 200 len: 217 time: 0.0404103 Aug 07 05:05:31.537526 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:31.573896 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-327aa67c-53b5-4678-a42c-e309c1501a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.575353 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-327aa67c-53b5-4678-a42c-e309c1501a1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0446053 Aug 07 05:05:31.622891 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-ee4d0ba3-c752-46ad-9265-1e65a725bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.624433 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-ee4d0ba3-c752-46ad-9265-1e65a725bbb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402703 Aug 07 05:05:31.718154 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-1242039b-3a02-4f52-99dc-4217c005c705 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852470 Aug 07 05:05:31.761087 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:53Z', 'revision_number': 1, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:31.787878 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8810-f002-437e-915c-fe7d7d0dde95 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '30a86e12-47df-4261-9f06-c3774c1d6863', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'port_id': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'mac_address': 'fa:16:3e:a5:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:00:51Z', 'updated_at': '2021-08-07T05:00:53Z', 'revision_number': 1, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:31.810311 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-e0a899b4-514b-462f-bedf-0d5fe85ab363 req-7f3ac823-65d6-4ab4-876e-8f9f1ad942af service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847352 Aug 07 05:05:32.002577 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af976029-e94f-4fb3-9a43-a0d368588086 None None] New status for floating IP 4615bf44-8942-4c26-a278-c1fb87ae7da8: DOWN {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:05:32.363888 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3f21-c9e1-476c-92a9-ada0d57a0837 req-b180bce6-974a-4bee-beba-301a5f529ed1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:32.365373 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-736b3f21-c9e1-476c-92a9-ada0d57a0837 req-b180bce6-974a-4bee-beba-301a5f529ed1 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Aug 07 05:05:32.402352 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-736b3f21-c9e1-476c-92a9-ada0d57a0837 req-db863e98-dffe-4bd6-a0a1-e68eb5313d19 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311627 Aug 07 05:05:33.269853 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-7efed9cc-295b-4228-aa43-dd000896f33d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:33.271205 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-7efed9cc-295b-4228-aa43-dd000896f33d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Aug 07 05:05:33.357874 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Deleting port ce9c023e-3f65-4600-938f-4bbbb114a9b9 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:33.358221 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:33.445839 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] For port ce9c023e-3f65-4600-938f-4bbbb114a9b9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=ce9c023e-3f65-4600-938f-4bbbb114a9b9,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:33.446447 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:33.459437 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Calling delete_port for ce9c023e-3f65-4600-938f-4bbbb114a9b9 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:33.563145 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a4760-80f1-4d59-80d0-5c786a93765a req-14b33375-4ffb-43ee-ac5a-99883284af8d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:33.564483 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5a5a4760-80f1-4d59-80d0-5c786a93765a req-14b33375-4ffb-43ee-ac5a-99883284af8d tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17 HTTP/1.1" status: 200 len: 945 time: 0.0933781 Aug 07 05:05:33.630245 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5a5a4760-80f1-4d59-80d0-5c786a93765a req-253c9e52-1120-4ddf-a1e5-7203bc6d038c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577593 Aug 07 05:05:33.652960 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:33.686702 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'Port': ['ID=ce9c023e-3f65-4600-938f-4bbbb114a9b9,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:33.729966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] No DVR routers for this DVR port ce9c023e-3f65-4600-938f-4bbbb114a9b9 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:33.732613 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:33.734663 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c45dd644-e9ce-4b76-8306-6a9676a8d364 req-f4e514c3-d43f-426c-9a3b-652a7ee12c75 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "DELETE /v2.0/ports/ce9c023e-3f65-4600-938f-4bbbb114a9b9 HTTP/1.1" status: 204 len: 173 time: 0.4579172 Aug 07 05:05:33.735470 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'name': 'network-vif-deleted', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:33.737869 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761876c6-144a-4c7a-8548-09ff10073841" -d '{"events": [{"server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "name": "network-vif-deleted", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:33.778045 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f0f9b-69de-4b11-b560-67e0035cc600 x-openstack-request-id: req-657f0f9b-69de-4b11-b560-67e0035cc600 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:33.778341 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17", "name": "network-vif-deleted", "tag": "ce9c023e-3f65-4600-938f-4bbbb114a9b9", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:33.779195 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-657f0f9b-69de-4b11-b560-67e0035cc600 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:33.779613 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe91f9f-3dd1-4f15-b6a7-8da826bb5f17', 'name': 'network-vif-deleted', 'tag': 'ce9c023e-3f65-4600-938f-4bbbb114a9b9', 'status': 'completed', 'code': 200} Aug 07 05:05:36.940943 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 42606) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:37.093819 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Deleting port 0c836f64-5409-4d01-a800-3859059c8de4 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:37.094188 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:37.167084 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:37.167416 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:37.178929 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Calling delete_port for 0c836f64-5409-4d01-a800-3859059c8de4 owned by network:floatingip {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:37.276340 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device ce9c023e-3f65-4600-938f-4bbbb114a9b9 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:37.297139 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: ce9c023e-3f65-4600-938f-4bbbb114a9b9 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:37.297479 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device ce9c023e-3f65-4600-938f-4bbbb114a9b9 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:37.324729 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:37.349849 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'Port': ['ID=0c836f64-5409-4d01-a800-3859059c8de4,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:37.410385 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:37.410844 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Floating IP 30a86e12-47df-4261-9f06-c3774c1d6863 disassociated (deleted). External IP: 172.27.3.144, port: b3097a41-98dc-40cd-8944-3542f3ba37cb. Aug 07 05:05:37.606234 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:37.710321 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:37.715010 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:37.721811 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:37.730493 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:37.731136 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:37.740972 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-e394a7cc-0f34-4542-b5da-05dcd0188d85 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "DELETE /v2.0/floatingips/30a86e12-47df-4261-9f06-c3774c1d6863 HTTP/1.1" status: 204 len: 168 time: 0.7987802 Aug 07 05:05:37.741769 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:37.744143 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a77dfa-39c7-40bf-868e-d66287bc47c8" -d '{"events": [{"name": "network-changed", "server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:37.786757 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61751b49-ca77-458e-9ea6-b80b2628fc61 x-openstack-request-id: req-61751b49-ca77-458e-9ea6-b80b2628fc61 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:37.787056 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:37.787291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61751b49-ca77-458e-9ea6-b80b2628fc61 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:37.787686 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'status': 'completed', 'code': 200} Aug 07 05:05:37.841055 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:37.874392 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-8be0f26b-4834-4d9e-a0d8-9328e424c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:37.876059 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-8be0f26b-4834-4d9e-a0d8-9328e424c5a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 1099 time: 0.0440266 Aug 07 05:05:37.999016 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-cbb2f8c8-dfc1-4bcc-81e4-803f04e26522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:38.000398 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-cbb2f8c8-dfc1-4bcc-81e4-803f04e26522 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 200 len: 913 time: 0.1172686 Aug 07 05:05:38.008679 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7109bc5-a054-4f17-b459-8bf075812e60 req-b581293c-fffa-4d87-aac5-21c1d787c373 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:38.010070 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f7109bc5-a054-4f17-b459-8bf075812e60 req-b581293c-fffa-4d87-aac5-21c1d787c373 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0765848 Aug 07 05:05:38.045586 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:38.055003 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-89ae8798-940c-4fd8-966b-b12d001e5325 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 200 len: 217 time: 0.0440199 Aug 07 05:05:38.074386 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:38.083394 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:38.083987 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:38.098217 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f7109bc5-a054-4f17-b459-8bf075812e60 req-aeb46266-2f41-418e-a850-97868f133406 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816286 Aug 07 05:05:38.126974 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-c4f2aea3-1e4b-434b-b553-758c492a8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:38.126974 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-c4f2aea3-1e4b-434b-b553-758c492a8625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 200 len: 851 time: 0.0522363 Aug 07 05:05:38.169572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-f4e48657-e5aa-4d15-ac2d-d7fe75ddbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:38.171902 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-f4e48657-e5aa-4d15-ac2d-d7fe75ddbb1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97eba61-232f-41ac-a37d-dd36ec699f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436940 Aug 07 05:05:38.190116 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:38.261623 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-d38702ec-fe03-4c2d-b222-622b857e61a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805581 Aug 07 05:05:38.390338 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:38.417227 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d159c57f-79aa-439c-9601-adc91f7b7e64 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T04:56:04Z', 'revision_number': 4, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '9173759c-3ce9-4dbf-822b-6d65f79c9db2', 'name': '', 'network_id': 'b97eba61-232f-41ac-a37d-dd36ec699f72', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'mac_address': 'fa:16:3e:f4:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '05e2621c-950e-454b-a692-41858da08350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:03Z', 'updated_at': '2021-08-07T04:56:11Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'subnets': [{'id': '05e2621c-950e-454b-a692-41858da08350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:38.625822 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d9a77dfa-39c7-40bf-868e-d66287bc47c8 req-c7ea88be-4eee-47d6-80a9-aa0590c9c520 service neutron] 10.222.0.24 "GET /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560958 Aug 07 05:05:38.635378 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039f6fb-a06c-4eea-b591-fa4e8ccf04ff None None] New status for floating IP 30a86e12-47df-4261-9f06-c3774c1d6863: DOWN {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:05:39.220589 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf388a-55ee-4a63-9564-877173134763 req-2616cc97-4c4c-4a15-af5a-86303a375511 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:39.222082 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-86cf388a-55ee-4a63-9564-877173134763 req-2616cc97-4c4c-4a15-af5a-86303a375511 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0481837 Aug 07 05:05:39.261011 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-86cf388a-55ee-4a63-9564-877173134763 req-a6e2ec77-2fe4-4e71-9e74-3034dc9c0c9c tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca017cb5-9056-4d1b-98dc-6e37500233a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Aug 07 05:05:39.727774 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6866ba30-2004-4344-a253-c947a5704d7e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:39.729139 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6866ba30-2004-4344-a253-c947a5704d7e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 946 time: 0.0463419 Aug 07 05:05:39.819241 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Deleting port b3097a41-98dc-40cd-8944-3542f3ba37cb {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:39.819572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.903193 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] For port b3097a41-98dc-40cd-8944-3542f3ba37cb, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b3097a41-98dc-40cd-8944-3542f3ba37cb,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:39.903546 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.916379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Calling delete_port for b3097a41-98dc-40cd-8944-3542f3ba37cb owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:40.039261 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.064591 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'Port': ['ID=b3097a41-98dc-40cd-8944-3542f3ba37cb,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:40.109129 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] No DVR routers for this DVR port b3097a41-98dc-40cd-8944-3542f3ba37cb on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:40.111438 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.113429 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b96c0fac-8901-4599-997d-78a8833e6519 req-6a5f624e-0276-4b3a-b131-e1524257113e tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.24 "DELETE /v2.0/ports/b3097a41-98dc-40cd-8944-3542f3ba37cb HTTP/1.1" status: 204 len: 173 time: 0.3776329 Aug 07 05:05:40.113872 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'name': 'network-vif-deleted', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:40.116327 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f450b12-be96-4275-a41d-40563f1f82a6" -d '{"events": [{"server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "name": "network-vif-deleted", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:40.151385 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5762e5c9-e1b4-4436-ba4a-67cacc37dd16 x-openstack-request-id: req-5762e5c9-e1b4-4436-ba4a-67cacc37dd16 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:40.151710 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aca19c-e68f-4376-82c7-9ba0111c9e85", "name": "network-vif-deleted", "tag": "b3097a41-98dc-40cd-8944-3542f3ba37cb", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:40.151966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5762e5c9-e1b4-4436-ba4a-67cacc37dd16 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:40.152399 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aca19c-e68f-4376-82c7-9ba0111c9e85', 'name': 'network-vif-deleted', 'tag': 'b3097a41-98dc-40cd-8944-3542f3ba37cb', 'status': 'completed', 'code': 200} Aug 07 05:05:40.357824 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3bb7493a-6c11-4959-9011-369040e37ae5 req-af591c16-1f08-44f3-8a0b-68bea8997b9f tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "GET /v2.0/ports?device_id=38aca19c-e68f-4376-82c7-9ba0111c9e85 HTTP/1.1" status: 200 len: 210 time: 0.0284100 Aug 07 05:05:41.413184 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42630) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:41.534906 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Deleting port d5726977-0d43-4e68-9c33-748b4c41f0bf {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:41.535249 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.608902 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.609236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.620753 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Calling delete_port for d5726977-0d43-4e68-9c33-748b4c41f0bf owned by network:floatingip {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:41.750896 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.774848 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'Port': ['ID=d5726977-0d43-4e68-9c33-748b4c41f0bf,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:41.786498 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.786846 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.788192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.788192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.788192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.788192 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.788604 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.788903 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.789115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.789436 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.789758 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.790075 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:41.846115 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.848719 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.849864 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-7acd2cd4-1b5a-4a1f-a2bf-eee4d8100943 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "DELETE /v2.0/floatingips/35e499a1-e7b0-4db6-8d3d-5503700e1155 HTTP/1.1" status: 204 len: 168 time: 0.4357250 Aug 07 05:05:43.042964 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42646) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:43.100554 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0109cadf-b184-42f8-86d5-94c4cf9bf845 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.125065 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0109cadf-b184-42f8-86d5-94c4cf9bf845 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.183018 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0109cadf-b184-42f8-86d5-94c4cf9bf845 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.185533 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0109cadf-b184-42f8-86d5-94c4cf9bf845 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.186649 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0109cadf-b184-42f8-86d5-94c4cf9bf845 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] 10.222.0.35 "DELETE /v2.0/security-groups/ca017cb5-9056-4d1b-98dc-6e37500233a1 HTTP/1.1" status: 204 len: 168 time: 0.1427164 Aug 07 05:05:43.197292 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109cadf-b184-42f8-86d5-94c4cf9bf845 tempest-TestVolumeBootPattern-136302521 tempest-TestVolumeBootPattern-136302521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca017cb5-9056-4d1b-98dc-6e37500233a1,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:43.256453 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42650) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:43.322760 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device b3097a41-98dc-40cd-8944-3542f3ba37cb no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:43.342833 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: b3097a41-98dc-40cd-8944-3542f3ba37cb {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:43.343181 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device b3097a41-98dc-40cd-8944-3542f3ba37cb not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:43.641201 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.878246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Deleting port 9173759c-3ce9-4dbf-822b-6d65f79c9db2 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:43.878500 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.955656 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] For port 9173759c-3ce9-4dbf-822b-6d65f79c9db2, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=9173759c-3ce9-4dbf-822b-6d65f79c9db2,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:43.956008 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:43.968505 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Calling delete_port for 9173759c-3ce9-4dbf-822b-6d65f79c9db2 owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:44.141384 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:44.168274 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9173759c-3ce9-4dbf-822b-6d65f79c9db2,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:44.326979 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:44.793326 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:44.898687 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:44.903496 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-dd416a96-3d66-4ffb-8d69-1b1c14ce05d6 admin admin] 10.222.0.35 "PUT /v2.0/routers/9c8d649a-81d4-43d7-ad8c-2fbd24a392d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459575 Aug 07 05:05:44.906049 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42658) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:44.908507 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] Sync routers for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:44.918400 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:44.919080 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:45.015792 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.027834 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:45.117019 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.176896 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Deleting port 11932655-4fef-4a98-a694-2f7a7c5b21e3 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:45.177594 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.206574 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T05:05:44Z', 'revision_number': 5, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port': {'id': '11932655-4fef-4a98-a694-2f7a7c5b21e3', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:01Z', 'updated_at': '2021-08-07T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:45.231705 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] Checking router: 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:45.240717 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] Routers {'9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:45.241343 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:45.254836 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] For port 11932655-4fef-4a98-a694-2f7a7c5b21e3, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=11932655-4fef-4a98-a694-2f7a7c5b21e3,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:45.255191 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.267235 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Calling delete_port for 11932655-4fef-4a98-a694-2f7a7c5b21e3 owned by network:router_gateway {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:45.412464 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] Set router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:45.431872 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.464566 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=11932655-4fef-4a98-a694-2f7a7c5b21e3,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:45.464717 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T05:05:45Z', 'revision_number': 6, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:45.494031 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544bb56-fa6d-4eb6-ace3-e1230a43b784 None None] The sync data for ids ['9c8d649a-81d4-43d7-ad8c-2fbd24a392d3'] in dv-cinder-803748-3-iscsi is: [{'id': '9c8d649a-81d4-43d7-ad8c-2fbd24a392d3', 'name': 'tempest-TestVolumeBootPattern-1148553938-router', 'tenant_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:00Z', 'updated_at': '2021-08-07T05:05:45Z', 'revision_number': 6, 'project_id': 'e90cab30a20644dbabb505e1ada2dc3a', 'gw_port_host': None}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:45.527508 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.615100 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.617204 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.658635 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.659147 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 {{(pid=93254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:45.663290 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.664402 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-19268f40-4337-4005-8e2e-dae28d5614b3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9c8d649a-81d4-43d7-ad8c-2fbd24a392d3 HTTP/1.1" status: 204 len: 168 time: 0.7574470 Aug 07 05:05:45.666944 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42662) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:45.709763 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Deleting subnet 05e2621c-950e-454b-a692-41858da08350 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:45.712548 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.748262 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.820869 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.874555 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.903640 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e2621c-950e-454b-a692-41858da08350,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:45.909193 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.911059 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-84041711-ae99-40f9-a8cc-1e036577acee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05e2621c-950e-454b-a692-41858da08350 HTTP/1.1" status: 204 len: 168 time: 0.2431729 Aug 07 05:05:45.913565 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42664) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:45.916119 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8802a1c7-035e-4a3d-80ea-37889453c374 None None] Network b97eba61-232f-41ac-a37d-dd36ec699f72 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:45.988413 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.047193 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Deleting port 66ec0ac4-cb41-4d93-8040-23095d535729 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:46.047638 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.117130 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] For port 66ec0ac4-cb41-4d93-8040-23095d535729, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=66ec0ac4-cb41-4d93-8040-23095d535729,segment=NetworkSegment(e9815906-1191-4cbd-a776-22a759dc8ea2),segment_id=e9815906-1191-4cbd-a776-22a759dc8ea2)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:46.117500 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.129884 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Calling delete_port for 66ec0ac4-cb41-4d93-8040-23095d535729 owned by network:dhcp {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:46.208901 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.230718 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Pushing event deleted for resources: {'Port': ['ID=66ec0ac4-cb41-4d93-8040-23095d535729,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:46.236640 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] No DVR routers for this DVR port 66ec0ac4-cb41-4d93-8040-23095d535729 on host dv-cinder-803748-3-iscsi {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:46.282235 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675787b-2759-4879-865c-212cc756f378 None None] DHCP port deletion for b97eba61-232f-41ac-a37d-dd36ec699f72 request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:46.312659 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.322502 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97eba61-232f-41ac-a37d-dd36ec699f72']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:46.332713 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9815906-1191-4cbd-a776-22a759dc8ea2') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:46.333100 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9815906-1191-4cbd-a776-22a759dc8ea2') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:46.342224 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.356214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.364017 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:46.364593 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:46.366452 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:46.427969 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.433756 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.435977 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b97eba61-232f-41ac-a37d-dd36ec699f72 HTTP/1.1" status: 204 len: 168 time: 0.5214403 Aug 07 05:05:46.439270 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42668) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:46.459150 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f47a-930a-4bd5-8df5-d5940a89d02f admin admin] Pushing event deleted for resources: {'Network': ['ID=b97eba61-232f-41ac-a37d-dd36ec699f72,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:46.803480 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:46.988448 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 66ec0ac4-cb41-4d93-8040-23095d535729 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:47.008095 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 66ec0ac4-cb41-4d93-8040-23095d535729 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:47.008439 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 66ec0ac4-cb41-4d93-8040-23095d535729 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:47.008874 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 11932655-4fef-4a98-a694-2f7a7c5b21e3 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:47.026113 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 11932655-4fef-4a98-a694-2f7a7c5b21e3 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:47.026456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 11932655-4fef-4a98-a694-2f7a7c5b21e3 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:47.026855 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9173759c-3ce9-4dbf-822b-6d65f79c9db2 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:47.040467 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Deleting port 6975f82c-1d16-47c9-bdbe-5c5e10609884 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:47.040467 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.045918 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 9173759c-3ce9-4dbf-822b-6d65f79c9db2 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:47.046265 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9173759c-3ce9-4dbf-822b-6d65f79c9db2 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:47.130603 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] For port 6975f82c-1d16-47c9-bdbe-5c5e10609884, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=6975f82c-1d16-47c9-bdbe-5c5e10609884,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:47.130967 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.142968 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Calling delete_port for 6975f82c-1d16-47c9-bdbe-5c5e10609884 owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:47.321923 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.347300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6975f82c-1d16-47c9-bdbe-5c5e10609884,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:47.509421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.716961 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Router b871802e-5c0e-4c12-9203-362538cfc8fd has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:47.818399 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:47.823753 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5ea81c2b-1e03-48c5-8bdd-671d87f513ef admin admin] 10.222.0.35 "PUT /v2.0/routers/b871802e-5c0e-4c12-9203-362538cfc8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3835223 Aug 07 05:05:47.825951 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42674) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:47.827309 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] Sync routers for ids ['b871802e-5c0e-4c12-9203-362538cfc8fd'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:47.836522 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] Routers {'b871802e-5c0e-4c12-9203-362538cfc8fd'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:47.837259 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['b871802e-5c0e-4c12-9203-362538cfc8fd'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:47.927683 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks [] for router, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.939602 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] Set router b871802e-5c0e-4c12-9203-362538cfc8fd gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:48.027260 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.080822 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Deleting port d1222891-f97e-4b81-a0e0-572cc9bc39fb {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:48.081162 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.119248 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T05:05:47Z', 'revision_number': 5, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port': {'id': 'd1222891-f97e-4b81-a0e0-572cc9bc39fb', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:07Z', 'updated_at': '2021-08-07T04:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:48.145450 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] Checking router: b871802e-5c0e-4c12-9203-362538cfc8fd for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:48.153535 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] Routers {'b871802e-5c0e-4c12-9203-362538cfc8fd'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:48.154717 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:05:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['b871802e-5c0e-4c12-9203-362538cfc8fd'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:48.161860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] For port d1222891-f97e-4b81-a0e0-572cc9bc39fb, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=d1222891-f97e-4b81-a0e0-572cc9bc39fb,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:48.162220 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.241626 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] Set router b871802e-5c0e-4c12-9203-362538cfc8fd gateway port host: None {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:48.295058 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T05:05:48Z', 'revision_number': 6, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:48.445518 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Calling delete_port for d1222891-f97e-4b81-a0e0-572cc9bc39fb owned by network:router_gateway {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:48.453525 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016870e-eaef-409e-b4b2-d990375231f4 None None] The sync data for ids ['b871802e-5c0e-4c12-9203-362538cfc8fd'] in dv-cinder-803748-3-iscsi is: [{'id': 'b871802e-5c0e-4c12-9203-362538cfc8fd', 'name': 'tempest-TestVolumeBootPattern-51509769-router', 'tenant_id': '4a0a3833a5de4d5785b16971780f29d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:06Z', 'updated_at': '2021-08-07T05:05:48Z', 'revision_number': 6, 'project_id': '4a0a3833a5de4d5785b16971780f29d1', 'gw_port_host': None}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:48.606229 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.631621 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1222891-f97e-4b81-a0e0-572cc9bc39fb,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:48.691107 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.783540 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.785710 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.830193 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.830715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b871802e-5c0e-4c12-9203-362538cfc8fd {{(pid=93254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:48.835232 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.836468 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-883f5d07-932f-4f47-ae43-7277e5b3c906 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b871802e-5c0e-4c12-9203-362538cfc8fd HTTP/1.1" status: 204 len: 168 time: 1.0095093 Aug 07 05:05:48.839052 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42678) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:48.885082 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Deleting subnet 5eeacc65-9ca0-4f8b-bd10-60404ac9be53 {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:48.888537 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.921523 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.999969 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.049519 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.074802 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eeacc65-9ca0-4f8b-bd10-60404ac9be53,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:49.079223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.083501 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-aaeebff8-b3f3-47f6-ae51-796bc7269e0e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5eeacc65-9ca0-4f8b-bd10-60404ac9be53 HTTP/1.1" status: 204 len: 168 time: 0.2409987 Aug 07 05:05:49.083606 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42680) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:49.086550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51506e0-9241-4a11-b3fc-4c160f723e00 None None] Network 1884a602-15f2-4e58-b180-8a0f65f4a33b requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:49.156023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.223011 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Deleting port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:49.223450 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.230075 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6975f82c-1d16-47c9-bdbe-5c5e10609884 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:49.252979 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 6975f82c-1d16-47c9-bdbe-5c5e10609884 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:49.253401 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 6975f82c-1d16-47c9-bdbe-5c5e10609884 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:49.253828 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device d1222891-f97e-4b81-a0e0-572cc9bc39fb no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:49.275109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] DHCP port deletion for 1884a602-15f2-4e58-b180-8a0f65f4a33b request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:49.277227 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: d1222891-f97e-4b81-a0e0-572cc9bc39fb {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:49.277568 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device d1222891-f97e-4b81-a0e0-572cc9bc39fb not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:49.294143 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] For port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:49.294821 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.308731 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Calling delete_port for 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 owned by network:dhcp {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:49.327761 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] Deleting port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 {{(pid=93256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:49.328139 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.398896 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] For port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,segment=NetworkSegment(be5a8430-8be5-4a7e-8a24-cf0606acdffe),segment_id=be5a8430-8be5-4a7e-8a24-cf0606acdffe)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:49.399288 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.405058 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.416619 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] Calling delete_port for 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 owned by network:dhcp {{(pid=93256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:49.443647 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Pushing event deleted for resources: {'Port': ['ID=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:49.447442 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] No DVR routers for this DVR port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 on host dv-cinder-803748-3-iscsi {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:49.508345 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.531208 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.531417 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] Pushing event deleted for resources: {'Port': ['ID=608d6ee3-3468-4bc0-aa32-ff4e776fe9d2,revision_number=None']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:49.536889 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e99143-9d4e-4d3e-a1f6-5458cf4e98a2 None None] No DVR routers for this DVR port 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 on host dv-cinder-803748-3-iscsi {{(pid=93256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:49.545633 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1884a602-15f2-4e58-b180-8a0f65f4a33b']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:49.555832 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5a8430-8be5-4a7e-8a24-cf0606acdffe') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:49.556128 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5a8430-8be5-4a7e-8a24-cf0606acdffe') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:49.566995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.580440 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.586309 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:49.586838 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:49.588417 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:49.643452 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.648608 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.650431 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1884a602-15f2-4e58-b180-8a0f65f4a33b HTTP/1.1" status: 204 len: 168 time: 0.5659754 Aug 07 05:05:49.661681 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6cc6-ff77-442a-92df-341649676385 admin admin] Pushing event deleted for resources: {'Network': ['ID=1884a602-15f2-4e58-b180-8a0f65f4a33b,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:49.768725 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42686) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:49.808234 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2a365f53-28ee-4e32-86b4-e09b8d91f093 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e90cab30a20644dbabb505e1ada2dc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383315 Aug 07 05:05:49.811476 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42688) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:49.861745 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a793e2e-dcd4-4b3c-a3bd-a334f160c4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.882405 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a793e2e-dcd4-4b3c-a3bd-a334f160c4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.927576 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a793e2e-dcd4-4b3c-a3bd-a334f160c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.930228 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a793e2e-dcd4-4b3c-a3bd-a334f160c4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.931341 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0a793e2e-dcd4-4b3c-a3bd-a334f160c4c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4522935-dd62-423d-bc93-aa3cb10c93f6 HTTP/1.1" status: 204 len: 168 time: 0.1189063 Aug 07 05:05:49.939389 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793e2e-dcd4-4b3c-a3bd-a334f160c4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4522935-dd62-423d-bc93-aa3cb10c93f6,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:50.236111 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42694) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:50.274899 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d1a24308-cb56-46b4-9919-8bbce112a921 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a0a3833a5de4d5785b16971780f29d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375767 Aug 07 05:05:50.277322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 42696) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:50.322974 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5e1c56c7-0112-4b38-b557-28342fa33f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:50.345135 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5e1c56c7-0112-4b38-b557-28342fa33f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:50.390585 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5e1c56c7-0112-4b38-b557-28342fa33f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:50.393073 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5e1c56c7-0112-4b38-b557-28342fa33f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:50.394189 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5e1c56c7-0112-4b38-b557-28342fa33f3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e30f48a7-208e-4393-bcbd-e8ee05827f3d HTTP/1.1" status: 204 len: 168 time: 0.1159768 Aug 07 05:05:50.401558 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c56c7-0112-4b38-b557-28342fa33f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f48a7-208e-4393-bcbd-e8ee05827f3d,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:50.984056 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:51.006880 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:51.007226 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 608d6ee3-3468-4bc0-aa32-ff4e776fe9d2 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:51.613049 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-be236c7a-6989-44a5-bd7d-ba554231e3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.006538 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.288684 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.299472 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-77a74911-f668-4c02-a604-b3790cd76883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:55.622078 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.130276 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:05:57.020550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:21.617088 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f4be1705-bdb9-40a7-b294-8e8ea8527dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:22.999137 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:24.295840 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:24.301015 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-44d41558-7a69-464d-bfdd-bed3bca0dd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:25.624730 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:27.023949 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:33.130150 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:06:51.619111 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-03f040f4-327d-42eb-b29f-bed3c0c3c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:53.012161 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:54.237385 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163cdd-7aad-4e69-a6ce-3194a48dc1ee req-58c191fc-c55d-4266-9b16-f9ce49a65395 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:06:54.238768 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5b163cdd-7aad-4e69-a6ce-3194a48dc1ee req-58c191fc-c55d-4266-9b16-f9ce49a65395 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Aug 07 05:06:54.276761 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5b163cdd-7aad-4e69-a6ce-3194a48dc1ee req-5c5a4d4b-7dec-4c09-9dd6-8ebb41fda937 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Aug 07 05:06:54.292423 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:54.302733 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7b421e3e-7d3a-40b0-b91f-4ddfb5e0f77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:55.395745 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abf141-9eb2-4c7e-bd93-fc8c966b707a req-31125a81-f50e-418b-9e89-969705b7507d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:06:55.397218 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-35abf141-9eb2-4c7e-bd93-fc8c966b707a req-31125a81-f50e-418b-9e89-969705b7507d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0492873 Aug 07 05:06:55.434338 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-35abf141-9eb2-4c7e-bd93-fc8c966b707a req-925bf8b5-0ee2-42b0-81f2-9f87eeb181dd tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Aug 07 05:06:55.626978 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:56.547797 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b8d6-25d5-49b0-a005-b56f6eba32c3 req-a07229ef-4dd4-4184-af29-11ab6ec0daba tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:06:56.549260 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6e82b8d6-25d5-49b0-a005-b56f6eba32c3 req-a07229ef-4dd4-4184-af29-11ab6ec0daba tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0476854 Aug 07 05:06:56.586528 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6e82b8d6-25d5-49b0-a005-b56f6eba32c3 req-1adc17e5-9538-4da0-94dd-f112436c2d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Aug 07 05:06:57.026588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:57.700285 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b9c3c-6ba0-4fd6-aa7f-1a583e14dc23 req-46c9a921-70a3-4502-be17-81ef35bea156 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:06:57.701819 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-835b9c3c-6ba0-4fd6-aa7f-1a583e14dc23 req-46c9a921-70a3-4502-be17-81ef35bea156 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Aug 07 05:06:57.739180 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-835b9c3c-6ba0-4fd6-aa7f-1a583e14dc23 req-1a2bbcd6-031c-477b-8024-1d8cb8c1d69a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313730 Aug 07 05:06:58.856960 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0692917-b9da-4b50-b802-b3c64463ee34 req-53b576b2-0862-4a23-bbf4-e3bb06559089 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:06:58.858455 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d0692917-b9da-4b50-b802-b3c64463ee34 req-53b576b2-0862-4a23-bbf4-e3bb06559089 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Aug 07 05:06:58.896752 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d0692917-b9da-4b50-b802-b3c64463ee34 req-02b92802-be2c-4126-a860-1e9b94c61ee5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Aug 07 05:07:00.009804 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7746c-0680-4d37-b306-3e0c47d2f552 req-6e20c51b-509d-4352-834f-7542365ad841 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:00.011272 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d2b7746c-0680-4d37-b306-3e0c47d2f552 req-6e20c51b-509d-4352-834f-7542365ad841 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Aug 07 05:07:00.052196 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d2b7746c-0680-4d37-b306-3e0c47d2f552 req-f768449c-4696-443b-97ef-462f492612e8 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Aug 07 05:07:01.166619 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09235b47-c34a-4745-97f2-4d587e285c6d req-50212e3f-1c5a-4194-9479-d47f8785f95f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:01.168034 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-09235b47-c34a-4745-97f2-4d587e285c6d req-50212e3f-1c5a-4194-9479-d47f8785f95f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Aug 07 05:07:01.206325 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-09235b47-c34a-4745-97f2-4d587e285c6d req-1356e0d4-5eae-43c5-9081-b4562dac96fa tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Aug 07 05:07:02.319889 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b01e85-6ddf-4af8-8a50-d4c51811739a req-e6652d4c-f413-4254-ba16-ad833bbd2a07 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:02.321382 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a9b01e85-6ddf-4af8-8a50-d4c51811739a req-e6652d4c-f413-4254-ba16-ad833bbd2a07 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0466747 Aug 07 05:07:02.358700 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a9b01e85-6ddf-4af8-8a50-d4c51811739a req-63945d57-3e4e-4cdc-b9f8-235e513f5ace tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309916 Aug 07 05:07:03.475674 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d70a7-0c77-4530-a8de-0118dae0f80e req-8a157cd9-c04b-4a9e-a5e9-f1a93d567304 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:03.477163 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-549d70a7-0c77-4530-a8de-0118dae0f80e req-8a157cd9-c04b-4a9e-a5e9-f1a93d567304 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Aug 07 05:07:03.515315 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-549d70a7-0c77-4530-a8de-0118dae0f80e req-648fad65-4559-4774-935d-aaa1a037b9d2 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Aug 07 05:07:04.533313 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-c868a5b5-2af4-4b2e-80d9-a5c378830de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:04.534761 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-c868a5b5-2af4-4b2e-80d9-a5c378830de9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0389853 Aug 07 05:07:04.673651 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893337f8-4020-48fa-b64a-fd846612f16a req-d178da29-7133-4707-baf7-0c70144a647b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:04.675120 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-893337f8-4020-48fa-b64a-fd846612f16a req-d178da29-7133-4707-baf7-0c70144a647b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0761664 Aug 07 05:07:04.679549 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-c47eb1fe-2729-4af3-bf12-ea8d82c96a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:04.680935 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-c47eb1fe-2729-4af3-bf12-ea8d82c96a0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.1265190 Aug 07 05:07:04.755454 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-893337f8-4020-48fa-b64a-fd846612f16a req-1dff851d-ab64-46e5-a61b-f5c90d1a3dc7 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735869 Aug 07 05:07:04.770208 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-1ff7132e-9b75-4817-9c2e-75fcc1c88f9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0725713 Aug 07 05:07:04.819063 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-91350e34-5e65-4e40-b5d5-9a3fce734458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:04.820374 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-91350e34-5e65-4e40-b5d5-9a3fce734458 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0423815 Aug 07 05:07:04.866518 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-4b5c544e-49a2-498c-a723-22dee9e8cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:04.867969 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-4b5c544e-49a2-498c-a723-22dee9e8cd0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386004 Aug 07 05:07:04.967996 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-84e5791a-5f19-498f-a051-381c23272d17 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889814 Aug 07 05:07:05.056052 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0e3a4b3-0860-4d73-b3ad-008bad4a7b6a req-636af02a-43e3-4576-8fd0-018fb02505c1 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814104 Aug 07 05:07:05.870130 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39f151-04ef-4d18-9aeb-e63d890010c9 req-b3ed8777-b327-412e-b187-09d34a0e41ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:05.871502 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fc39f151-04ef-4d18-9aeb-e63d890010c9 req-b3ed8777-b327-412e-b187-09d34a0e41ae tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0487607 Aug 07 05:07:05.909209 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-fc39f151-04ef-4d18-9aeb-e63d890010c9 req-68f4491a-3457-412d-b99f-a00b055f98a9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311770 Aug 07 05:07:07.020213 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29744c7-6096-4529-a9ab-51a2bdfdd7c4 req-6a2be974-bf4e-400d-9c63-78c2f45f3718 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:07.021714 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a29744c7-6096-4529-a9ab-51a2bdfdd7c4 req-6a2be974-bf4e-400d-9c63-78c2f45f3718 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0479252 Aug 07 05:07:07.058386 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a29744c7-6096-4529-a9ab-51a2bdfdd7c4 req-45dfa9ee-dd0d-4049-932a-f913cb4a17b8 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308132 Aug 07 05:07:08.174796 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fcdd7-fb0a-4d29-80bc-c674c31ab3c5 req-f0c28639-ec9c-411b-bed6-eada3b7c75a3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:08.176257 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-748fcdd7-fb0a-4d29-80bc-c674c31ab3c5 req-f0c28639-ec9c-411b-bed6-eada3b7c75a3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0514705 Aug 07 05:07:08.212658 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-748fcdd7-fb0a-4d29-80bc-c674c31ab3c5 req-9d28b7ea-9a31-4845-aeec-b87cf036196c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305858 Aug 07 05:07:09.331370 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ec43e-9300-40c9-9987-23a1e6283dc9 req-71e9527c-c397-49d5-ad38-05253792e5ca tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:09.332869 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-013ec43e-9300-40c9-9987-23a1e6283dc9 req-71e9527c-c397-49d5-ad38-05253792e5ca tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0546417 Aug 07 05:07:09.370872 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-013ec43e-9300-40c9-9987-23a1e6283dc9 req-c881612a-9307-4274-8a19-2ef2b7682d50 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322204 Aug 07 05:07:10.128885 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:07:10.483511 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008738b-4cd0-4cf0-ab7c-008c851b033a req-c9b13bc6-af86-4aa3-915d-ba121e2cf287 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:10.484983 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6008738b-4cd0-4cf0-ab7c-008c851b033a req-c9b13bc6-af86-4aa3-915d-ba121e2cf287 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Aug 07 05:07:10.521062 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6008738b-4cd0-4cf0-ab7c-008c851b033a req-70d4aad8-ca9d-48e2-bfb2-8b719ff62b18 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302365 Aug 07 05:07:10.714211 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0787a6-ef6b-4854-bdfe-156f3f4685fa req-5980f782-30da-4013-9ac6-0cf61b014665 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:10.715638 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6b0787a6-ef6b-4854-bdfe-156f3f4685fa req-5980f782-30da-4013-9ac6-0cf61b014665 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0485275 Aug 07 05:07:10.753355 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6b0787a6-ef6b-4854-bdfe-156f3f4685fa req-8f5f38ab-961c-4572-9553-bed09c503204 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Aug 07 05:07:10.791290 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-e2f3c050-8208-47fd-9e67-3ce81b2b6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:10.792779 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-e2f3c050-8208-47fd-9e67-3ce81b2b6dfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0409691 Aug 07 05:07:10.883608 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-35424579-7549-480a-b9b7-9b3d7368ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:10.885092 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-35424579-7549-480a-b9b7-9b3d7368ba2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0847664 Aug 07 05:07:10.954818 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-8515f2e2-d6d2-410c-8e97-cd6721c89836 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0619779 Aug 07 05:07:11.001500 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-c97ac8ee-13a2-4579-8f12-7b27ffec19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:11.002871 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-c97ac8ee-13a2-4579-8f12-7b27ffec19d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0412321 Aug 07 05:07:11.049454 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-dff4adc6-e90b-445d-a60f-b53d25ffa59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:11.050861 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-dff4adc6-e90b-445d-a60f-b53d25ffa59b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411394 Aug 07 05:07:11.142392 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-99b42e77-e953-4031-abed-2cdff19d513c service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846159 Aug 07 05:07:11.230828 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-69e38b98-3c7d-4893-835f-e78569bfc90d req-4eb3e2f6-6cb2-46c1-83ae-e04a5e972d51 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814805 Aug 07 05:07:11.871102 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a86b0-d1db-4800-8883-73c32d3735f8 req-23c03365-a17a-4e75-87bc-000732283081 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:11.872470 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-562a86b0-d1db-4800-8883-73c32d3735f8 req-23c03365-a17a-4e75-87bc-000732283081 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0481014 Aug 07 05:07:11.910639 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-562a86b0-d1db-4800-8883-73c32d3735f8 req-92d616d9-fe01-4939-9b32-9d462ce750d6 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320699 Aug 07 05:07:13.028612 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46131332-b698-427d-89be-f9822b50ffdd req-82773a76-1a02-4e6c-bb70-812734896df5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:07:13.030146 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-46131332-b698-427d-89be-f9822b50ffdd req-82773a76-1a02-4e6c-bb70-812734896df5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Aug 07 05:07:13.066823 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-46131332-b698-427d-89be-f9822b50ffdd req-93c12c19-5de4-4913-9e60-e60fa62ac43b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Aug 07 05:07:21.623123 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac92b-758d-4118-9257-84cdbe99eaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:23.025509 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:24.283530 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:24.300576 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7c4b8253-4ed4-482e-a3fe-dc0ccf9a2acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:25.632339 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:27.028453 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:47.127742 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:07:51.625050 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3ba46be1-2a92-49e9-a82a-d981027b81fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:53.036712 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:54.284923 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:54.304213 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4c9d-2e86-4a20-bfba-87c3af2943eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:55.631571 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:57.031389 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:06.498548 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-7739b300-0202-4e4d-a4a4-682f149a7a25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373559 Aug 07 05:08:06.593431 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-bcd730c1-9921-4f12-a24b-b7c049f319df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:06.594855 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-bcd730c1-9921-4f12-a24b-b7c049f319df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0392079 Aug 07 05:08:06.699351 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-ed8e95f5-792d-4617-856c-097883f8915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:06.700822 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-ed8e95f5-792d-4617-856c-097883f8915b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0873227 Aug 07 05:08:06.764684 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-4aa9cf80-d0f0-42f2-851b-c78924b371f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0567732 Aug 07 05:08:06.816625 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-776527e2-d202-48dc-bc94-4e75eeef52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:06.818068 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-776527e2-d202-48dc-bc94-4e75eeef52d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0465121 Aug 07 05:08:06.862258 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-e32c482a-124f-499f-92d6-4d3583527c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:06.863668 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-e32c482a-124f-499f-92d6-4d3583527c14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380800 Aug 07 05:08:06.949172 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-a38e7295-f94e-4723-b1f9-4fc5127d8447 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772142 Aug 07 05:08:07.040172 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67445a3f-e606-4013-bc3e-87803d9239e7 req-1399fbc0-326b-4b44-b392-f5daa3679c6a service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Aug 07 05:08:09.997822 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f96d51-cf37-4ab2-99af-0ddcdffc0d11 req-7d2becac-4273-421f-9f76-bd5b5260827a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:09.999260 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-50f96d51-cf37-4ab2-99af-0ddcdffc0d11 req-7d2becac-4273-421f-9f76-bd5b5260827a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0468791 Aug 07 05:08:10.036392 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-50f96d51-cf37-4ab2-99af-0ddcdffc0d11 req-9bbab09c-53cf-479a-aeef-52e80d4ff909 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304081 Aug 07 05:08:11.155724 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fec34-978c-4ba2-85d5-8079d82feffa req-d360478c-d05e-416e-9043-edac85f4e6a5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:11.157195 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-af2fec34-978c-4ba2-85d5-8079d82feffa req-d360478c-d05e-416e-9043-edac85f4e6a5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Aug 07 05:08:11.193984 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-af2fec34-978c-4ba2-85d5-8079d82feffa req-1397f5cc-97c8-44cb-95a3-c6025a1f2280 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308344 Aug 07 05:08:12.306196 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f732a-99a9-4a1b-862e-4b56db586361 req-ec7744f3-7b56-45d6-bfbb-e1db834d55c4 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:12.307628 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8b9f732a-99a9-4a1b-862e-4b56db586361 req-ec7744f3-7b56-45d6-bfbb-e1db834d55c4 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0468919 Aug 07 05:08:12.349130 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8b9f732a-99a9-4a1b-862e-4b56db586361 req-4918ac4b-5271-42ca-976a-6d4d1aca73c1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355537 Aug 07 05:08:13.460188 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec4688-ca73-4154-9812-8fa128a4b763 req-ce6be818-1729-4186-b5e4-55a36f70341c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:13.461642 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b4ec4688-ca73-4154-9812-8fa128a4b763 req-ce6be818-1729-4186-b5e4-55a36f70341c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0471849 Aug 07 05:08:13.498688 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-b4ec4688-ca73-4154-9812-8fa128a4b763 req-481b1956-451b-4c48-a187-0d51fce2b3ce tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312662 Aug 07 05:08:14.609973 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836538-69a4-4d5c-8587-2bf32618d09f req-2bf83002-183e-4313-804a-efbe6293eb2e tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:14.611460 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c2836538-69a4-4d5c-8587-2bf32618d09f req-2bf83002-183e-4313-804a-efbe6293eb2e tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Aug 07 05:08:14.650263 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c2836538-69a4-4d5c-8587-2bf32618d09f req-b9ead450-4640-4d51-96d0-3d722ef7f864 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322104 Aug 07 05:08:15.765547 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28a67e-0c45-4da1-864e-f3fbcc68d569 req-8a329f52-a604-4323-88f6-7744b1a7bf8c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:15.766970 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ed28a67e-0c45-4da1-864e-f3fbcc68d569 req-8a329f52-a604-4323-88f6-7744b1a7bf8c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0503438 Aug 07 05:08:15.805007 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ed28a67e-0c45-4da1-864e-f3fbcc68d569 req-89962595-50ca-4c24-a32b-21e0ae030c3b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Aug 07 05:08:16.917370 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57bb3f-c135-4f3d-bf65-fbccdda29d34 req-0841de7a-281a-4ef4-823e-d9dd1a4c0a8b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:16.918768 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1d57bb3f-c135-4f3d-bf65-fbccdda29d34 req-0841de7a-281a-4ef4-823e-d9dd1a4c0a8b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0473876 Aug 07 05:08:16.955145 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1d57bb3f-c135-4f3d-bf65-fbccdda29d34 req-47d4888a-ed51-4065-91cb-4b36d3b9203c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Aug 07 05:08:18.076476 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1d91-630e-462f-8008-9abd3deb2ed7 req-5f843c1c-d069-4446-b39d-4920d00ec1cb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:18.077959 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4ced1d91-630e-462f-8008-9abd3deb2ed7 req-5f843c1c-d069-4446-b39d-4920d00ec1cb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Aug 07 05:08:18.115310 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4ced1d91-630e-462f-8008-9abd3deb2ed7 req-57e87907-95eb-4c6a-b6ec-80be44f00d80 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306306 Aug 07 05:08:19.227721 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0af3b-857f-4241-a91a-73d8ab5cf1cc req-613ddd13-9f81-4ccf-93e6-1ce38829c9ef tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:19.229185 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6fa0af3b-857f-4241-a91a-73d8ab5cf1cc req-613ddd13-9f81-4ccf-93e6-1ce38829c9ef tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Aug 07 05:08:19.270251 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-6fa0af3b-857f-4241-a91a-73d8ab5cf1cc req-64ee091e-2d70-49ab-9ac9-1dea85056d4b tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352793 Aug 07 05:08:20.384406 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc32046-d6b0-4e17-b556-ab7f7792465f req-aaa4ff8b-e68e-4611-ad4c-5a8285670c75 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:20.385887 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bfc32046-d6b0-4e17-b556-ab7f7792465f req-aaa4ff8b-e68e-4611-ad4c-5a8285670c75 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Aug 07 05:08:20.422398 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bfc32046-d6b0-4e17-b556-ab7f7792465f req-e2756115-568f-4945-aa76-62718e9ade94 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Aug 07 05:08:21.534695 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915b51f-ca62-4a53-9c3c-7b4dc80eec0e req-53079a5d-dcd5-434b-b899-a9161e86f3ed tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:21.536326 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7915b51f-ca62-4a53-9c3c-7b4dc80eec0e req-53079a5d-dcd5-434b-b899-a9161e86f3ed tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0474882 Aug 07 05:08:21.574729 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7915b51f-ca62-4a53-9c3c-7b4dc80eec0e req-81d83da2-ad8c-413d-8b94-193212569e33 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Aug 07 05:08:21.628492 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7da9a5b1-6b98-49f0-abfe-3bed437ce142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:22.692323 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32a1f6-2741-419d-84c9-e65d54804945 req-853f5431-41f1-40f3-b599-b45aff084605 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:22.693803 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cf32a1f6-2741-419d-84c9-e65d54804945 req-853f5431-41f1-40f3-b599-b45aff084605 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0511580 Aug 07 05:08:22.730753 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-cf32a1f6-2741-419d-84c9-e65d54804945 req-596b1fe5-0a47-49dc-b038-f14b33430acb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Aug 07 05:08:23.043173 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:23.842033 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0042-e016-4e97-9bf7-b32af1a4713d req-137dd723-ddf7-4389-9101-b20c354d1ffa tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:23.843572 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-238a0042-e016-4e97-9bf7-b32af1a4713d req-137dd723-ddf7-4389-9101-b20c354d1ffa tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0477078 Aug 07 05:08:23.882547 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-238a0042-e016-4e97-9bf7-b32af1a4713d req-a85a8d0a-e259-44c5-9a03-0d42f8d67ffd tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320277 Aug 07 05:08:24.126216 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:08:24.287155 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:24.303885 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0abfe1f9-71e2-4ad3-ad25-2ece40c31511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:24.992719 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd8835-790d-4be8-89d4-9203e53699a6 req-73615637-0d22-45d3-961a-a89b74c46883 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:24.994200 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-07cd8835-790d-4be8-89d4-9203e53699a6 req-73615637-0d22-45d3-961a-a89b74c46883 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0475550 Aug 07 05:08:25.031114 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-07cd8835-790d-4be8-89d4-9203e53699a6 req-277ce745-2b47-4e6b-8980-6610880c1dac tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Aug 07 05:08:25.635788 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:26.143718 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179446e-38d7-4103-b90e-603fbf855551 req-578c1374-567f-4f1a-8e4b-b23ab3d5952f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:26.145195 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b179446e-38d7-4103-b90e-603fbf855551 req-578c1374-567f-4f1a-8e4b-b23ab3d5952f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Aug 07 05:08:26.185302 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b179446e-38d7-4103-b90e-603fbf855551 req-890d1fb3-dd96-4ffd-88af-964d8c2924f4 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343039 Aug 07 05:08:26.375312 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd176b62-a982-4392-9d39-bc129ce63bba req-f0b892e7-bc9d-4431-b68b-43b73d170dec tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:26.376781 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fd176b62-a982-4392-9d39-bc129ce63bba req-f0b892e7-bc9d-4431-b68b-43b73d170dec tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Aug 07 05:08:26.416113 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fd176b62-a982-4392-9d39-bc129ce63bba req-74357287-f8f1-40d8-a658-45be4b7f4b9f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Aug 07 05:08:26.458173 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-e130a573-f532-4e59-bfc4-74bce7c5368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:26.459616 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-e130a573-f532-4e59-bfc4-74bce7c5368e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0407026 Aug 07 05:08:26.552317 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-b066c94d-3f35-4628-9ee8-fb1acc100085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:26.553781 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-b066c94d-3f35-4628-9ee8-fb1acc100085 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0858679 Aug 07 05:08:26.618494 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-dfcf9eaa-77b3-4421-82cd-ad1d24cb3d9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0577369 Aug 07 05:08:26.667813 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-5b85c780-743e-4aca-8526-f800c2124aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:26.669201 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-5b85c780-743e-4aca-8526-f800c2124aa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0433438 Aug 07 05:08:26.715813 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-73d186d0-7d67-47c0-a348-9b5a4ea5542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:26.717266 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-73d186d0-7d67-47c0-a348-9b5a4ea5542a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412941 Aug 07 05:08:26.803640 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-665d0554-969b-4ee3-b5eb-a40351bf6412 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794244 Aug 07 05:08:26.894919 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d1ff169d-ad34-4fcc-8539-ceb1f054d18e req-39c15169-75f0-4a7f-88a0-13c9fced04f0 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832453 Aug 07 05:08:27.034773 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:27.532536 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7558e3-e6ae-4710-ae9d-af3e5862a837 req-0fb23cea-1d33-4ad1-8498-ce0021785e0f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:27.534162 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-aa7558e3-e6ae-4710-ae9d-af3e5862a837 req-0fb23cea-1d33-4ad1-8498-ce0021785e0f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Aug 07 05:08:27.571988 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-aa7558e3-e6ae-4710-ae9d-af3e5862a837 req-e9c919ce-aa1d-45f1-90d7-e18807dc2c7f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Aug 07 05:08:28.692218 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280b80a-b28b-4837-9594-072c457d96c6 req-f9ff930b-dad4-45d7-bcc0-b4a7f8f2a6df tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:08:28.693684 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d280b80a-b28b-4837-9594-072c457d96c6 req-f9ff930b-dad4-45d7-bcc0-b4a7f8f2a6df tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Aug 07 05:08:28.730144 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d280b80a-b28b-4837-9594-072c457d96c6 req-45e24fa7-5381-4e59-9f74-2be3469479e9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Aug 07 05:08:51.624295 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e4758617-8196-46a0-be72-f6e6845ce703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:53.045087 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:54.291004 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:54.308171 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0afb36f8-38df-43b2-b421-af4df4d09b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:55.638035 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:57.037636 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:01.124823 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:09:06.499879 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-da07d516-6006-408a-88ae-4592e3326495 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380244 Aug 07 05:09:06.594238 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108d41a-270c-4765-867f-24d6611924c8 req-e2105d7c-a2c0-4d4a-b11d-314d162a7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:06.596149 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-e2105d7c-a2c0-4d4a-b11d-314d162a7087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 1098 time: 0.0385435 Aug 07 05:09:06.702910 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108d41a-270c-4765-867f-24d6611924c8 req-da92b5cf-eb4a-472e-83ae-645de0faa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:06.704356 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-da92b5cf-eb4a-472e-83ae-645de0faa8ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0898681 Aug 07 05:09:06.766898 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-17484ae1-6a64-4a34-ac89-71ebf9af3daf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 200 len: 1000 time: 0.0555084 Aug 07 05:09:06.817919 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108d41a-270c-4765-867f-24d6611924c8 req-e4997836-be09-46f4-8774-2ca127ec37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:06.819301 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-e4997836-be09-46f4-8774-2ca127ec37e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0456908 Aug 07 05:09:06.863385 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108d41a-270c-4765-867f-24d6611924c8 req-437fc64e-b1a9-4e6c-a243-70fb0d697de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:06.864816 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-437fc64e-b1a9-4e6c-a243-70fb0d697de6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385067 Aug 07 05:09:06.950129 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-36ec82c5-1543-4313-9071-440048cc9e80 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781164 Aug 07 05:09:07.045682 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-3108d41a-270c-4765-867f-24d6611924c8 req-e2a0547e-2e63-46fa-b85c-12dc915cf4ae service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Aug 07 05:09:11.640187 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-812ecb99-90e6-49d1-9f0a-fa5e7bdbbe7e req-e75f2e46-391b-41bb-9368-e1448c1eef49 service neutron] (93254) timed out ('10.222.0.24', 50708) {{(pid=93254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 05:09:21.624821 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2cc7-04d6-4df3-9669-2770439888b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:23.065661 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:24.292288 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:24.307358 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3267135d-fbd7-4277-b4f4-012742b527f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:25.644418 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:27.039279 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:32.476521 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07554-c6d3-4a62-97ec-ebac92196e0b req-aa4a00c5-8191-4e70-b9c4-bc0f6a0d58b0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:32.478936 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9df07554-c6d3-4a62-97ec-ebac92196e0b req-aa4a00c5-8191-4e70-b9c4-bc0f6a0d58b0 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.2602193 Aug 07 05:09:32.520957 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9df07554-c6d3-4a62-97ec-ebac92196e0b req-9619460a-0bcd-4c58-b0d4-37b49b301ae4 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356081 Aug 07 05:09:33.704977 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9db591-8e9e-4ed5-b333-580b842efbc9 req-de0e99be-3de0-4af9-918f-46bdaa54d38f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:33.706891 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dd9db591-8e9e-4ed5-b333-580b842efbc9 req-de0e99be-3de0-4af9-918f-46bdaa54d38f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.1046641 Aug 07 05:09:33.744675 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dd9db591-8e9e-4ed5-b333-580b842efbc9 req-da2c6430-dbd6-44b7-bb7e-d36bc7728c18 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318871 Aug 07 05:09:34.498862 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-336f6531-17b2-4df6-b20d-d865dba4664a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:34.500474 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-336f6531-17b2-4df6-b20d-d865dba4664a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0506222 Aug 07 05:09:34.588279 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Deleting port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:09:34.588615 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:34.675467 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] For port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:09:34.675826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:34.842465 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:34.843148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:34.843148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Floating IP 673b8e30-12ca-4661-bc44-f68d8050b9de disassociated. External IP: 172.27.3.49, port: 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2. Aug 07 05:09:34.843468 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Calling delete_port for 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:09:34.856461 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757ef40-eb12-428c-b929-ac5af7b3b46e req-0e861bbd-1274-4a85-b7b5-a9526681f078 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:34.857998 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3757ef40-eb12-428c-b929-ac5af7b3b46e req-0e861bbd-1274-4a85-b7b5-a9526681f078 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca5865-7170-4012-b7fa-3c65e878a186 HTTP/1.1" status: 200 len: 945 time: 0.0477729 Aug 07 05:09:34.896472 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3757ef40-eb12-428c-b929-ac5af7b3b46e req-538f9468-ce49-43ee-bd77-99ec2afba694 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=40596fe3-c049-4229-ad98-9fe76df86673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Aug 07 05:09:34.970675 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:34.996299 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event deleted for resources: {'Port': ['ID=0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:35.006000 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.006349 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.006690 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.007025 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.007354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.007683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.008010 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.009020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.009020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.009020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.009318 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.009623 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:35.116520 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:09:35.218291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:09:35.228354 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:09:35.238510 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:09:35.239112 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:09:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:35.254885 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] No DVR routers for this DVR port 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:09:35.257405 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:35.259333 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-cd3b89d7-8c79-4b9c-a7dd-4c517c3c7bed req-7663e93d-fe87-4412-9dff-9368390db938 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "DELETE /v2.0/ports/0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 HTTP/1.1" status: 204 len: 173 time: 0.7510004 Aug 07 05:09:35.259821 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'name': 'network-vif-deleted', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:09:35.262034 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4c147-9379-439e-a36c-9752aedc2337" -d '{"events": [{"server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "name": "network-vif-deleted", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:09:35.302250 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d7dfd8-ba52-4624-95dd-26abfc7a2cad x-openstack-request-id: req-d8d7dfd8-ba52-4624-95dd-26abfc7a2cad {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:09:35.302599 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ca5865-7170-4012-b7fa-3c65e878a186", "name": "network-vif-deleted", "tag": "0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:09:35.302913 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8d7dfd8-ba52-4624-95dd-26abfc7a2cad {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:09:35.303395 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ca5865-7170-4012-b7fa-3c65e878a186', 'name': 'network-vif-deleted', 'tag': '0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2', 'status': 'completed', 'code': 200} Aug 07 05:09:35.352312 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:09:35.566041 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:35.591292 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:09:35.599104 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:09:35.599702 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:09:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:35.703288 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:09:35.903745 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:35.932679 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dd5b0-15e1-4e6a-aa00-2d693d769951 None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:09:35.984347 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43040) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:36.046595 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.071798 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.124899 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.128029 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.129264 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "DELETE /v2.0/security-groups/40596fe3-c049-4229-ad98-9fe76df86673 HTTP/1.1" status: 204 len: 168 time: 0.1440361 Aug 07 05:09:36.132040 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43042) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:36.138658 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40596fe3-c049-4229-ad98-9fe76df86673,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:36.146840 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.api.v2.resource [None req-9b0fefc2-fb72-4c67-985e-c4fae369cbbf tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] show failed (client error): The resource could not be found. Aug 07 05:09:36.147368 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.147723 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.147838 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-9b0fefc2-fb72-4c67-985e-c4fae369cbbf tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups/40596fe3-c049-4229-ad98-9fe76df86673 HTTP/1.1" status: 404 len: 347 time: 0.0147905 Aug 07 05:09:36.148062 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.148392 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.148715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.149068 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.149392 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.149716 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.150038 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.150356 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.150682 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.150874 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43044) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:36.150984 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36f6d8-6e8c-4edc-b704-c312b2153d99 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:36.171117 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a396335-1cbd-4926-9c66-f27b63b6e14b None None] New status for floating IP 673b8e30-12ca-4661-bc44-f68d8050b9de: DOWN {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:09:36.272962 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Deleting port 25b2b3ee-768c-4e6c-b752-e905dddfd0e5 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:09:36.273422 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.614955 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.615228 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.626939 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Calling delete_port for 25b2b3ee-768c-4e6c-b752-e905dddfd0e5 owned by network:floatingip {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:09:36.754949 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.783389 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event deleted for resources: {'Port': ['ID=25b2b3ee-768c-4e6c-b752-e905dddfd0e5,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:36.841417 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.843896 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:36.845853 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-14221d54-cffd-4854-8f4c-13dfa49f645c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "DELETE /v2.0/floatingips/673b8e30-12ca-4661-bc44-f68d8050b9de HTTP/1.1" status: 204 len: 168 time: 0.6939445 Aug 07 05:09:38.122679 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:09:38.176176 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43050) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:38.180809 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88720508', 'description': 'tempest-description--1742076405'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:38.201719 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.279865 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.283540 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.310295 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.311492 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1342599 Aug 07 05:09:38.313516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd295d-8152-4313-b792-ad419eefda93 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e10de1-85b6-474f-ab84-60cbcff15348,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:38.314669 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43052) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:38.320671 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'security_group_rule': {'security_group_id': '80e10de1-85b6-474f-ab84-60cbcff15348', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:38.349629 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.394626 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:09:38.396719 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.401965 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.415381 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:09:38.415718 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 0b0cfcc6-8a0f-4a90-98ec-937bbc471bc2 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:09:38.423163 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc367bce-405b-499b-9acb-26daddd71a3f,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:38.431016 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.432343 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-bebcc9c7-e3bc-4a56-9d9b-a85efae3383c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156690 Aug 07 05:09:38.435001 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43054) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:38.439391 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'security_group_rule': {'security_group_id': '80e10de1-85b6-474f-ab84-60cbcff15348', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:38.465265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.522296 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.527479 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.548579 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e39476-179c-4cf9-b52e-0360646c89c8,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:38.552461 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.553682 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-9315cce4-f537-468b-a251-32117034ac63 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177754 Aug 07 05:09:38.556740 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43056) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:38.561085 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:38.582836 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.682135 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.786415 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Allocated IP 172.27.3.191 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/1ed782d6-0e2b-4fe0-866a-b5298d87b6d0) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:09:38.885890 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.922826 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:38.957434 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:09:38.960102 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:09:38.965320 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:09:38.989313 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'Port': ['ID=1ed782d6-0e2b-4fe0-866a-b5298d87b6d0,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:39.055649 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:39.088190 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:39.234510 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:39.239570 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:39.303357 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'Port': ['ID=1ed782d6-0e2b-4fe0-866a-b5298d87b6d0,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:39.317954 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:39.331185 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:39.332829 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-56589a64-ff8c-4236-89f6-7eb028192d34 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7751398 Aug 07 05:09:39.513248 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-5911a6ee-48f2-494e-b597-020592410357 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--88720508&fields=id&tenant_id=7a8063f2f6d64b79928f170fd6d99da8 HTTP/1.1" status: 200 len: 267 time: 0.0321779 Aug 07 05:09:39.623706 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-30de3ae2-5266-4db8-a6bf-a53941f68508 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:39.625339 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-30de3ae2-5266-4db8-a6bf-a53941f68508 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 811 time: 0.1052203 Aug 07 05:09:39.639967 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-cbdc8cc6-c5d6-4ca0-86a4-36fe416ba4fa tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/quotas/7a8063f2f6d64b79928f170fd6d99da8 HTTP/1.1" status: 200 len: 375 time: 0.0089519 Aug 07 05:09:39.690811 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-08f061cd-9854-41dc-b36f-a6621e994a16 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454917 Aug 07 05:09:39.786167 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-e32cb509-cf2d-42a4-ad5c-986f880fce89 service neutron] 10.222.0.35 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842063 Aug 07 05:09:39.872727 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-b61d40e6-46d8-4c08-b8e6-8a6036f912ab service neutron] 10.222.0.35 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803268 Aug 07 05:09:40.030162 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-a77d88f5-a3af-4e1f-b9cc-2c169286e05e req-fcd15404-ffd8-4af7-a794-270aaa28856a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 210 time: 0.0257215 Aug 07 05:09:40.997534 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-5bd5ffdc-e49e-422b-bae0-320e7d69b955 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:40.998973 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-5bd5ffdc-e49e-422b-bae0-320e7d69b955 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 811 time: 0.1057506 Aug 07 05:09:41.061377 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-8e9e9078-cc79-4685-ad6d-69b25549a7a2 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8063f2f6d64b79928f170fd6d99da8 HTTP/1.1" status: 200 len: 378 time: 0.0340629 Aug 07 05:09:41.071416 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'port': {'device_id': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'admin_state_up': True, 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'security_groups': ['80e10de1-85b6-474f-ab84-60cbcff15348']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:41.143046 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5f195d72-1109-4ebf-b15c-4a0e6de6ebd1 req-8ef156b9-6ee1-4b20-867e-38fdc4c53704 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 210 time: 0.0322978 Aug 07 05:09:41.202589 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Made reservation on behalf of 7a8063f2f6d64b79928f170fd6d99da8 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:09:41.206194 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:41.328075 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Allocated IP 172.20.0.4 (7b8fc873-e06a-4d98-b60f-c7f19b5cc694/b004e448-2eac-48c8-b2ab-b0b31402dd5d/e2105386-6935-4bf2-8bcc-97388a21e95a) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:09:41.468856 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:41.481856 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Transition to ACTIVE for port object e2105386-6935-4bf2-8bcc-97388a21e95a will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:09:41.516575 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:41.571876 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:09:41.575125 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:09:41.581295 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:09:41.587062 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event updated for resources: {'Port': ['ID=e2105386-6935-4bf2-8bcc-97388a21e95a,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:41.645746 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:41.646957 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:41.667690 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-322d09bf-8d38-4f04-80f8-7e33fe7ad0bb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998986 Aug 07 05:09:41.744596 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Request body: {'port': {'device_id': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:41.790561 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-174833e0-3ebb-4c61-978c-324ad27685d8 None None] Provisioning for port e2105386-6935-4bf2-8bcc-97388a21e95a completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:09:41.796233 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-174833e0-3ebb-4c61-978c-324ad27685d8 None None] Provisioning complete for port e2105386-6935-4bf2-8bcc-97388a21e95a triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:09:41.796601 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-174833e0-3ebb-4c61-978c-324ad27685d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:41.805823 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:41.830858 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-174833e0-3ebb-4c61-978c-324ad27685d8 None None] Port e2105386-6935-4bf2-8bcc-97388a21e95a cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:09:42.138322 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2105386-6935-4bf2-8bcc-97388a21e95a {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:09:42.146927 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:42.159624 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Transition to ACTIVE for port object e2105386-6935-4bf2-8bcc-97388a21e95a will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:09:42.163343 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:42.217221 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Pushing event updated for resources: {'Port': ['ID=e2105386-6935-4bf2-8bcc-97388a21e95a,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:42.290615 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1464f5-6ec2-43cb-a7f5-915c64db71af req-ecbc2540-86f8-465f-8116-736298cadc04 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:42.292196 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-da1464f5-6ec2-43cb-a7f5-915c64db71af req-ecbc2540-86f8-465f-8116-736298cadc04 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 943 time: 0.0664887 Aug 07 05:09:42.295486 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Attempting to bind port e2105386-6935-4bf2-8bcc-97388a21e95a on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:09:42.295855 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Attempting to bind port e2105386-6935-4bf2-8bcc-97388a21e95a by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:09:42.296183 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Attempting to bind port e2105386-6935-4bf2-8bcc-97388a21e95a on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:09:42.301704 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Port e2105386-6935-4bf2-8bcc-97388a21e95a on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:09:42.302029 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Attempting to bind port e2105386-6935-4bf2-8bcc-97388a21e95a on network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:09:42.307425 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:09:42.307762 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Checking segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:09:42.308146 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Bound using segment: {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:09:42.308578 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Bound port: e2105386-6935-4bf2-8bcc-97388a21e95a, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd0e55b-dbc3-4264-8492-eabcd9948227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:09:42.308971 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:42.340367 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-da1464f5-6ec2-43cb-a7f5-915c64db71af req-eae7321e-bda8-4cde-8f09-bfa616be0916 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384638 Aug 07 05:09:42.382683 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] For port e2105386-6935-4bf2-8bcc-97388a21e95a, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:09:42.385733 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] For port e2105386-6935-4bf2-8bcc-97388a21e95a, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e2105386-6935-4bf2-8bcc-97388a21e95a,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:09:42.390617 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:42.424872 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:42.425488 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:42.426868 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 200 len: 1093 time: 0.7445590 Aug 07 05:09:42.427304 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:09:42.429552 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a844c3bd-0062-42a1-98ec-cfa9698d95aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:09:42.456135 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10392680-7c1c-423e-892e-f5708c4d6326 service neutron] Pushing event updated for resources: {'Port': ['ID=e2105386-6935-4bf2-8bcc-97388a21e95a,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:42.496766 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c70b11-f996-4bd8-8ef6-a424eb905144 x-openstack-request-id: req-14c70b11-f996-4bd8-8ef6-a424eb905144 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:09:42.497069 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:09:42.497319 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14c70b11-f996-4bd8-8ef6-a424eb905144 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:09:42.497736 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'status': 'completed', 'code': 200} Aug 07 05:09:42.531379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-0c818d65-ac46-4de9-8b1f-5e9cfd08c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:42.533447 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-0c818d65-ac46-4de9-8b1f-5e9cfd08c160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 1096 time: 0.0460532 Aug 07 05:09:42.584681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-4a6cab88-9ad2-4f2a-be33-7e95a484ee6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 200 len: 217 time: 0.0383427 Aug 07 05:09:42.642636 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-98c5844d-9c74-4655-9702-e55c8a4fe825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:42.644021 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-98c5844d-9c74-4655-9702-e55c8a4fe825 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0528748 Aug 07 05:09:42.690231 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-246f1396-62e3-4e42-833f-b3ffbcd7a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:42.691723 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-246f1396-62e3-4e42-833f-b3ffbcd7a579 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406563 Aug 07 05:09:42.782850 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-ca3551dc-08cb-426a-bcc8-815b25b01584 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837898 Aug 07 05:09:42.870837 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f2d30649-1a5c-46b8-a79f-8d77d56ffa85 req-31bd7e96-3805-4826-8a24-882cce189389 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810740 Aug 07 05:09:43.000015 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-a92b1e70-1491-4ab6-ac90-74d7f9c08734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:43.001639 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-a92b1e70-1491-4ab6-ac90-74d7f9c08734 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 1096 time: 0.0394289 Aug 07 05:09:43.093778 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-09f1b7cc-c180-4c8f-83c9-711fc7a0a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:43.095864 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-09f1b7cc-c180-4c8f-83c9-711fc7a0a2e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0864637 Aug 07 05:09:43.136294 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-e664f783-f869-443e-b02a-2f9651d7eb46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 200 len: 217 time: 0.0332844 Aug 07 05:09:43.183099 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-e0f83dfa-7522-4a93-8005-32989a9d8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:43.184507 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-e0f83dfa-7522-4a93-8005-32989a9d8adb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0415368 Aug 07 05:09:43.232776 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-a56a989f-a062-43a8-a5e2-c94d023057ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:43.234270 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-a56a989f-a062-43a8-a5e2-c94d023057ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422916 Aug 07 05:09:43.321234 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-f76d4040-2fd9-49c0-8ab9-4d9f16e7b56d service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788088 Aug 07 05:09:43.413037 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a844c3bd-0062-42a1-98ec-cfa9698d95aa req-41ccdff1-bc8d-44f9-8e22-5ca35c92c98b service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851800 Aug 07 05:09:43.453173 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14ff70-f394-4b3c-8338-480f17076a8a req-b7221fc0-7bcc-4607-a91e-97f2ebb9b450 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:43.454669 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2f14ff70-f394-4b3c-8338-480f17076a8a req-b7221fc0-7bcc-4607-a91e-97f2ebb9b450 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 943 time: 0.0480046 Aug 07 05:09:43.492427 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2f14ff70-f394-4b3c-8338-480f17076a8a req-db582eda-8167-42bb-af58-51baa869f7a5 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314789 Aug 07 05:09:44.605107 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ca72-91f7-4adf-827c-1cb3503f1b8b req-47f31424-a26c-4805-a388-ca6529fc95db tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:44.606552 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4d96ca72-91f7-4adf-827c-1cb3503f1b8b req-47f31424-a26c-4805-a388-ca6529fc95db tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 943 time: 0.0483303 Aug 07 05:09:44.644505 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4d96ca72-91f7-4adf-827c-1cb3503f1b8b req-769776cd-e060-4bdd-a972-1803c7293c82 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319710 Aug 07 05:09:45.756923 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350ded3-aa84-409d-87ad-cb21a51b0ba1 req-ca9c8d96-9316-4ad0-b56c-e5f877d91067 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:45.758367 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9350ded3-aa84-409d-87ad-cb21a51b0ba1 req-ca9c8d96-9316-4ad0-b56c-e5f877d91067 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 943 time: 0.0474057 Aug 07 05:09:45.795710 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-9350ded3-aa84-409d-87ad-cb21a51b0ba1 req-55e7afeb-224c-41ad-94c9-7a9967a88dfb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314677 Aug 07 05:09:46.471781 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device e2105386-6935-4bf2-8bcc-97388a21e95a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:09:46.566042 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port e2105386-6935-4bf2-8bcc-97388a21e95a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e2105386-6935-4bf2-8bcc-97388a21e95a,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:09:46.576432 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'port_id': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'mac_address': 'fa:16:3e:88:33:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:09:46.613788 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:46.626928 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2105386-6935-4bf2-8bcc-97388a21e95a {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:09:46.645538 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port e2105386-6935-4bf2-8bcc-97388a21e95a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e2105386-6935-4bf2-8bcc-97388a21e95a,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:09:46.650551 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:46.699830 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=e2105386-6935-4bf2-8bcc-97388a21e95a,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:46.707047 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.707386 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.707716 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.708045 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.708365 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.708684 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.709024 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.709344 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.709660 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.709976 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.710288 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.710601 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:09:46.905534 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a99cd8-d02f-48c4-8675-0575385bb49c req-12032858-ee77-40d3-86bb-bb673585ff7d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:46.907090 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a6a99cd8-d02f-48c4-8675-0575385bb49c req-12032858-ee77-40d3-86bb-bb673585ff7d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 944 time: 0.0469983 Aug 07 05:09:46.944180 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-a6a99cd8-d02f-48c4-8675-0575385bb49c req-2b2272f3-bda4-4fad-b8db-158eace21d61 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307982 Aug 07 05:09:47.089553 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['e2105386-6935-4bf2-8bcc-97388a21e95a'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:09:48.062991 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67064d3-4486-4ec9-9381-cfa4eaabd7c7 req-06389145-7230-4b6b-9284-6711347a6e4c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:48.064980 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f67064d3-4486-4ec9-9381-cfa4eaabd7c7 req-06389145-7230-4b6b-9284-6711347a6e4c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 944 time: 0.0507851 Aug 07 05:09:48.103609 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f67064d3-4486-4ec9-9381-cfa4eaabd7c7 req-20bc2b2c-e5c2-4a9c-97a9-6d138a4ec9eb tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327377 Aug 07 05:09:48.489188 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device e2105386-6935-4bf2-8bcc-97388a21e95a up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:09:48.534928 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port e2105386-6935-4bf2-8bcc-97388a21e95a completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:09:48.538492 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port e2105386-6935-4bf2-8bcc-97388a21e95a triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:09:48.538855 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:48.613181 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:48.635359 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:09:48.637581 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13e25c4-b867-4ceb-83d3-f03c8f501307" -d '{"events": [{"server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "name": "network-vif-plugged", "status": "completed", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:09:48.650723 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port e2105386-6935-4bf2-8bcc-97388a21e95a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e2105386-6935-4bf2-8bcc-97388a21e95a,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:09:48.655540 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:48.679459 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86ffff-b56f-45bf-a71a-da745f6347fc x-openstack-request-id: req-ac86ffff-b56f-45bf-a71a-da745f6347fc {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:09:48.679747 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "name": "network-vif-plugged", "status": "completed", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:09:48.679997 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac86ffff-b56f-45bf-a71a-da745f6347fc {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:09:48.680384 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'code': 200} Aug 07 05:09:48.705092 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=e2105386-6935-4bf2-8bcc-97388a21e95a,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:09:48.870450 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfa4be-2e20-4689-8036-454f3904ff18 req-16f85f29-e9db-4749-829b-97c75dbe199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:48.871881 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4bfa4be-2e20-4689-8036-454f3904ff18 req-16f85f29-e9db-4749-829b-97c75dbe199c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 1098 time: 0.0415592 Aug 07 05:09:48.905544 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b4bfa4be-2e20-4689-8036-454f3904ff18 req-9a521587-6cc0-4e86-883f-fb4be34b1ce0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262508 Aug 07 05:09:49.216099 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867756-5bb1-4799-85a0-3786b0fe4327 req-c4844ad4-2304-44e2-8362-f20c82a6fa61 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:49.217563 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-70867756-5bb1-4799-85a0-3786b0fe4327 req-c4844ad4-2304-44e2-8362-f20c82a6fa61 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0472150 Aug 07 05:09:49.253909 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-70867756-5bb1-4799-85a0-3786b0fe4327 req-c34f5669-a890-4cad-8e0c-8de382048a54 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304029 Aug 07 05:09:50.370000 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764042-244e-460d-b7c1-47350c9bb42e req-a9b02c8c-2201-4674-99c4-6329f1fe7d31 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:50.371473 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67764042-244e-460d-b7c1-47350c9bb42e req-a9b02c8c-2201-4674-99c4-6329f1fe7d31 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0493252 Aug 07 05:09:50.409106 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-67764042-244e-460d-b7c1-47350c9bb42e req-b81fd0a8-1102-48a1-834d-c700c1fa40fa tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318103 Aug 07 05:09:50.517243 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5d68-505f-41b4-bf42-fd6e824add32 req-5a50ac64-6604-4634-8d3f-36b359d5b464 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:50.518682 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-d0bd5d68-505f-41b4-bf42-fd6e824add32 req-5a50ac64-6604-4634-8d3f-36b359d5b464 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0477250 Aug 07 05:09:50.526999 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43114) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:09:50.531383 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Request body: {'floatingip': {'port_id': 'e2105386-6935-4bf2-8bcc-97388a21e95a'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:09:50.571913 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:50.984819 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:50.988984 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:51.083648 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.l3_db [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Floating IP ccee97d3-b9bf-48db-b50f-59c213d8d504 associated. External IP: 172.27.3.191, port: e2105386-6935-4bf2-8bcc-97388a21e95a. Aug 07 05:09:51.281856 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:09:51.386472 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:09:51.391941 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:51.397927 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:09:51.407349 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:09:51.407958 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:09:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:51.417750 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-e389e2f6-309e-45bb-af35-1ec1f9beafe1 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "PUT /v2.0/floatingips/ccee97d3-b9bf-48db-b50f-59c213d8d504 HTTP/1.1" status: 200 len: 991 time: 0.8897250 Aug 07 05:09:51.418454 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:09:51.420814 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc13a51a-c720-439a-b71a-abf14d11085f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:09:51.520508 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:09:51.520756 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6b5fe8-b6e1-4be3-b723-87947228bf69 x-openstack-request-id: req-ac6b5fe8-b6e1-4be3-b723-87947228bf69 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:09:51.521271 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:09:51.521376 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac6b5fe8-b6e1-4be3-b723-87947228bf69 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:09:51.521742 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'status': 'completed', 'code': 200} Aug 07 05:09:51.604160 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a51a-c720-439a-b71a-abf14d11085f req-21f920ec-ea53-45b4-b3db-e80895e5437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:51.605710 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-21f920ec-ea53-45b4-b3db-e80895e5437b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 1098 time: 0.0425580 Aug 07 05:09:51.634505 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bf697b3-8c99-4592-a0a7-3389bee00c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:51.704767 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a51a-c720-439a-b71a-abf14d11085f req-52a445e0-051e-4e0d-82d2-e0fed5bf8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:51.706274 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-52a445e0-051e-4e0d-82d2-e0fed5bf8ec7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0939839 Aug 07 05:09:51.772508 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-e34ffd6f-2793-40e6-abf0-6cb4d14b619a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 200 len: 999 time: 0.0585997 Aug 07 05:09:51.824199 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a51a-c720-439a-b71a-abf14d11085f req-38f1a552-6c29-425b-9ff1-9cf687054a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:51.825554 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-38f1a552-6c29-425b-9ff1-9cf687054a5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0462739 Aug 07 05:09:51.845787 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': 'ccee97d3-b9bf-48db-b50f-59c213d8d504', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'port_id': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'mac_address': 'fa:16:3e:88:33:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:09:39Z', 'updated_at': '2021-08-07T05:09:50Z', 'revision_number': 1, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:51.869610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a51a-c720-439a-b71a-abf14d11085f req-6f262947-26e8-4525-b8f4-d49bdd63402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:09:51.871065 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-6f262947-26e8-4525-b8f4-d49bdd63402b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383303 Aug 07 05:09:51.872167 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:09:51.881401 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:09:51.881995 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:09:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:51.960282 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-26da0af6-d344-4f39-8d71-9d64fb9d7dad service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813878 Aug 07 05:09:51.987361 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:09:52.053540 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-fc13a51a-c720-439a-b71a-abf14d11085f req-75d56aba-7bca-4178-ade2-c3ceab88336d service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862272 Aug 07 05:09:52.208051 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': 'ccee97d3-b9bf-48db-b50f-59c213d8d504', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'port_id': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'mac_address': 'fa:16:3e:88:33:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:09:39Z', 'updated_at': '2021-08-07T05:09:50Z', 'revision_number': 1, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:09:52.233768 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c1e7c-2384-4528-a1ab-aa54775bad1a None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': 'ccee97d3-b9bf-48db-b50f-59c213d8d504', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'port_id': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'mac_address': 'fa:16:3e:88:33:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:09:39Z', 'updated_at': '2021-08-07T05:09:50Z', 'revision_number': 1, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:09:52.414666 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7fa2eb-deff-463e-8716-f20088517856 None None] New status for floating IP ccee97d3-b9bf-48db-b50f-59c213d8d504: ACTIVE {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:09:53.070683 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:54.307057 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:54.313784 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-edd93df9-a6af-43d5-bc26-865a01a6ae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:55.643279 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:57.043216 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:06.493135 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-4ef78d43-199f-490e-a144-6559f7648c06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383172 Aug 07 05:10:06.593175 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c709d-0e2e-447b-a677-1a328855f13f req-3bf60e03-a8a3-4839-8176-6a22a81aeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:10:06.594616 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-3bf60e03-a8a3-4839-8176-6a22a81aeaa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 1098 time: 0.0403292 Aug 07 05:10:06.698268 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c709d-0e2e-447b-a677-1a328855f13f req-36373c31-3ea1-4b25-9d94-11c5691a69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:10:06.699708 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-36373c31-3ea1-4b25-9d94-11c5691a69a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0859413 Aug 07 05:10:06.764158 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-27776098-5b96-4215-8672-20eba2aa1938 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 200 len: 1001 time: 0.0552924 Aug 07 05:10:06.816633 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c709d-0e2e-447b-a677-1a328855f13f req-bc0438b6-9b44-4588-a6a6-efecac3e60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:10:06.818055 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-bc0438b6-9b44-4588-a6a6-efecac3e60c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0454736 Aug 07 05:10:06.866053 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c709d-0e2e-447b-a677-1a328855f13f req-9f611cda-0f8d-4c32-a3ed-37fb388b0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:10:06.867478 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-9f611cda-0f8d-4c32-a3ed-37fb388b0918 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382321 Aug 07 05:10:06.956629 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-4e0e840f-5029-44e8-afe7-d78a7b8a830d service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814047 Aug 07 05:10:07.069372 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-386c709d-0e2e-447b-a677-1a328855f13f req-6eae1f3c-0832-4f11-b06e-dee3513b57c8 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Aug 07 05:10:15.122357 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:10:21.626590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-7fda167f-35d5-4e71-9bfb-8ca67e9559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:23.081179 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:24.307082 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:24.308808 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0b4c4049-d704-4610-bd34-a3cab588a09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:25.646546 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:27.045788 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:51.627738 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-727b1401-c83e-4d56-bbc3-e8ab7f15bf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:52.121307 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:10:53.071461 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:54.304437 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:54.309253 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9a1252c8-2405-4bdd-ad50-f566f4a1cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:55.649667 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:57.048724 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:06.824141 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-d59ff712-5780-4c3c-8aef-f9cc24a877e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381267 Aug 07 05:11:06.925534 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-80258450-b155-461e-8f02-3f2a3fbb022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:06.926908 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-80258450-b155-461e-8f02-3f2a3fbb022c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 1098 time: 0.0402436 Aug 07 05:11:07.032512 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-39beecba-bde5-42e1-a4b6-f32493e50f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:07.033993 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-39beecba-bde5-42e1-a4b6-f32493e50f92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 200 len: 912 time: 0.0871999 Aug 07 05:11:07.098126 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-8897e260-8472-47b5-8e15-44425a95cf89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 200 len: 1001 time: 0.0565906 Aug 07 05:11:07.149981 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-6f998bb7-d5a3-4f4c-aa77-c099370a7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:07.151390 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-6f998bb7-d5a3-4f4c-aa77-c099370a7b5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 200 len: 850 time: 0.0465536 Aug 07 05:11:07.194622 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-1a11bfdc-e9e9-4729-a97b-4880c85b2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:07.195959 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-1a11bfdc-e9e9-4729-a97b-4880c85b2f7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b8fc873-e06a-4d98-b60f-c7f19b5cc694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377080 Aug 07 05:11:07.283597 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-b96880c1-a23b-4fd3-8c0e-5a2af260e2e8 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803587 Aug 07 05:11:07.375462 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-acdd064c-5e1e-4aa6-bece-b93fad0dc410 req-66810d23-2f68-4146-8740-51cdc337c699 service neutron] 10.222.0.24 "GET /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Aug 07 05:11:21.629776 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-738f3eee-3d0e-4dc6-9b2b-d5341dc43515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:23.083592 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:24.299314 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:24.309270 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-15ed8525-c1c4-4c2a-80b5-56cbb08030da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:25.653383 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:26.318618 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec48fd-1b35-4522-8e9e-a59f5ade3f49 req-0a849ddb-212d-4246-acbd-c7d8a3f0763d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:26.319979 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-91ec48fd-1b35-4522-8e9e-a59f5ade3f49 req-0a849ddb-212d-4246-acbd-c7d8a3f0763d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0509505 Aug 07 05:11:26.357157 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-91ec48fd-1b35-4522-8e9e-a59f5ade3f49 req-092e0221-2bb3-43fe-9748-05f05f79a923 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311193 Aug 07 05:11:27.053680 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:27.473920 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da1e3-fc7a-429d-8561-9f491fd6760f req-3e6df19f-b4b7-4f23-bf89-1eabe71f738a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:27.475359 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-469da1e3-fc7a-429d-8561-9f491fd6760f req-3e6df19f-b4b7-4f23-bf89-1eabe71f738a tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0480373 Aug 07 05:11:27.511641 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-469da1e3-fc7a-429d-8561-9f491fd6760f req-e828cf76-302a-448a-a812-a081fd3ca1a9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305009 Aug 07 05:11:28.230351 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-f7e75c98-53ba-470b-809c-92ba44bb301c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:28.231781 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-f7e75c98-53ba-470b-809c-92ba44bb301c tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0478690 Aug 07 05:11:28.323480 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Deleting port e2105386-6935-4bf2-8bcc-97388a21e95a {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:11:28.323829 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:28.409183 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] For port e2105386-6935-4bf2-8bcc-97388a21e95a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e2105386-6935-4bf2-8bcc-97388a21e95a,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:11:28.409537 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:28.576167 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:28.576547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:28.576904 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.l3_db [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Floating IP ccee97d3-b9bf-48db-b50f-59c213d8d504 disassociated. External IP: 172.27.3.191, port: e2105386-6935-4bf2-8bcc-97388a21e95a. Aug 07 05:11:28.577252 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Calling delete_port for e2105386-6935-4bf2-8bcc-97388a21e95a owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:11:28.673161 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5bc17-6474-4b20-b69b-61404e4e0d7f req-cd6c7b4d-780b-4060-ab48-a2157eca0ab8 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:11:28.674636 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1da5bc17-6474-4b20-b69b-61404e4e0d7f req-cd6c7b4d-780b-4060-ab48-a2157eca0ab8 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 945 time: 0.0947056 Aug 07 05:11:28.723976 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1da5bc17-6474-4b20-b69b-61404e4e0d7f req-2a9f6ca5-49c0-42a1-86be-98a983f4f22d tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e10de1-85b6-474f-ab84-60cbcff15348&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434186 Aug 07 05:11:28.770120 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:28.798217 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event deleted for resources: {'Port': ['ID=e2105386-6935-4bf2-8bcc-97388a21e95a,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:28.808947 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.809298 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.809641 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.809976 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.810308 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.810641 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.810975 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.811303 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.811628 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.811953 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.812286 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.812608 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:28.921872 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:11:29.121305 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:11:29.304664 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:11:29.314110 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:11:29.323581 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:11:29.324179 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:11:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:29.341293 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] No DVR routers for this DVR port e2105386-6935-4bf2-8bcc-97388a21e95a on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:11:29.344462 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:29.346440 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-41b459f6-10f3-4254-9a3b-27068ee4cbbc req-2f85f2dc-ab3f-4f9b-b41d-1046fdb0ef09 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.24 "DELETE /v2.0/ports/e2105386-6935-4bf2-8bcc-97388a21e95a HTTP/1.1" status: 204 len: 173 time: 1.1083720 Aug 07 05:11:29.346878 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'name': 'network-vif-deleted', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:11:29.349111 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fec17a-7df2-40e9-a97e-744a3d8212d1" -d '{"events": [{"server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "name": "network-vif-deleted", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:11:29.438169 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:11:29.442930 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5340e284-955d-4791-bf41-d12e975151a1 x-openstack-request-id: req-5340e284-955d-4791-bf41-d12e975151a1 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:11:29.443224 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6f88d1-221f-41c3-858c-362ff1d02f0b", "name": "network-vif-deleted", "tag": "e2105386-6935-4bf2-8bcc-97388a21e95a", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:11:29.443478 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5340e284-955d-4791-bf41-d12e975151a1 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:11:29.443874 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6f88d1-221f-41c3-858c-362ff1d02f0b', 'name': 'network-vif-deleted', 'tag': 'e2105386-6935-4bf2-8bcc-97388a21e95a', 'status': 'completed', 'code': 200} Aug 07 05:11:29.643852 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:29.669654 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:11:29.678224 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:11:29.678818 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:11:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:29.785327 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:11:29.829086 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-80d302c2-68f3-4a2d-a68f-5ac03441910c req-d6dc989e-c367-47b2-9e56-23ab89c20a3f tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6f88d1-221f-41c3-858c-362ff1d02f0b HTTP/1.1" status: 200 len: 210 time: 0.0265672 Aug 07 05:11:29.993887 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:30.023201 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68fcd3-3f69-4f7f-afba-dc6feac84252 None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:12Z', 'revision_number': 4, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'ce09e6d4-792e-4c3c-b2d9-af1f69c667f0', 'name': '', 'network_id': '7b8fc873-e06a-4d98-b60f-c7f19b5cc694', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'mac_address': 'fa:16:3e:38:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:11Z', 'updated_at': '2021-08-07T05:05:15Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'subnets': [{'id': 'b004e448-2eac-48c8-b2ab-b0b31402dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:11:30.219014 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa9a3b-9daa-47f0-b1bc-551717a6d018 None None] New status for floating IP ccee97d3-b9bf-48db-b50f-59c213d8d504: DOWN {{(pid=93256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:11:30.911271 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43408) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:30.966390 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:30.985069 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device e2105386-6935-4bf2-8bcc-97388a21e95a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:11:30.989275 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.004033 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: e2105386-6935-4bf2-8bcc-97388a21e95a {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:11:31.004385 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device e2105386-6935-4bf2-8bcc-97388a21e95a not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:11:31.038556 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.041079 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.042231 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "DELETE /v2.0/security-groups/80e10de1-85b6-474f-ab84-60cbcff15348 HTTP/1.1" status: 204 len: 168 time: 0.1299706 Aug 07 05:11:31.044918 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43410) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:31.051258 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e10de1-85b6-474f-ab84-60cbcff15348,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:31.058172 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.058525 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.058678 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.api.v2.resource [None req-debb5ff8-7523-4327-94da-b64176f11da9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] show failed (client error): The resource could not be found. Aug 07 05:11:31.058894 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.059230 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.059562 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.059775 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-debb5ff8-7523-4327-94da-b64176f11da9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "GET /v2.0/security-groups/80e10de1-85b6-474f-ab84-60cbcff15348 HTTP/1.1" status: 404 len: 347 time: 0.0136752 Aug 07 05:11:31.059916 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.060225 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.060543 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.060893 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.061225 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.061546 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.061867 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2391ba-e117-4efd-be30-6c7ceb365ae9 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:11:31.062524 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43412) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:31.189290 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Deleting port 1ed782d6-0e2b-4fe0-866a-b5298d87b6d0 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:11:31.189634 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.266156 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.266639 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.277707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Calling delete_port for 1ed782d6-0e2b-4fe0-866a-b5298d87b6d0 owned by network:floatingip {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:11:31.406716 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.430470 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Pushing event deleted for resources: {'Port': ['ID=1ed782d6-0e2b-4fe0-866a-b5298d87b6d0,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:31.489968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks [] for floatingip, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.492605 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:31.493785 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ada4cd21-3dcc-4e58-a6cb-79211123f3d3 tempest-AttachVolumeTestJSON-290307593 tempest-AttachVolumeTestJSON-290307593-project] 10.222.0.35 "DELETE /v2.0/floatingips/ccee97d3-b9bf-48db-b50f-59c213d8d504 HTTP/1.1" status: 204 len: 168 time: 0.4302385 Aug 07 05:11:35.028184 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43440) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:35.744655 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:35.983607 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Deleting port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:11:35.983864 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:36.069031 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] For port ce09e6d4-792e-4c3c-b2d9-af1f69c667f0, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:11:36.069031 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:36.079490 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Calling delete_port for ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:11:36.253127 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:36.278208 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce09e6d4-792e-4c3c-b2d9-af1f69c667f0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:36.445215 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:36.653871 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:11:36.757376 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:11:36.762270 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ba2a2164-b2fd-45da-9183-4dc4d2148d73 admin admin] 10.222.0.35 "PUT /v2.0/routers/cdea39e8-d465-42f1-bdd2-ff475f3ba1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330644 Aug 07 05:11:36.764765 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43444) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:36.767953 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] Sync routers for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:11:36.776960 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:11:36.777552 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:11:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:36.867798 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:36.964426 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:11:36.972270 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.022648 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Deleting port 4e22372d-f56d-4398-bf40-178080b5abaf {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:11:37.022988 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.103550 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] For port 4e22372d-f56d-4398-bf40-178080b5abaf, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=4e22372d-f56d-4398-bf40-178080b5abaf,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:11:37.104248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.116025 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Calling delete_port for 4e22372d-f56d-4398-bf40-178080b5abaf owned by network:router_gateway {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:11:37.145818 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:11:36Z', 'revision_number': 5, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port': {'id': '4e22372d-f56d-4398-bf40-178080b5abaf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:37.172858 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] Checking router: cdea39e8-d465-42f1-bdd2-ff475f3ba1ab for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:11:37.181746 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] Routers {'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:11:37.182358 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:11:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:37.271958 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] Set router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:11:37.287641 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.312815 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e22372d-f56d-4398-bf40-178080b5abaf,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:37.325754 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:11:36Z', 'revision_number': 6, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:37.352279 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a0ae7-c98f-4b9d-86c4-a8f7b78320a8 None None] The sync data for ids ['cdea39e8-d465-42f1-bdd2-ff475f3ba1ab'] in dv-cinder-803748-3-iscsi is: [{'id': 'cdea39e8-d465-42f1-bdd2-ff475f3ba1ab', 'name': 'tempest-AttachVolumeTestJSON-1403028619-router', 'tenant_id': '7a8063f2f6d64b79928f170fd6d99da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:05:09Z', 'updated_at': '2021-08-07T05:11:36Z', 'revision_number': 6, 'project_id': '7a8063f2f6d64b79928f170fd6d99da8', 'gw_port_host': None}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:11:37.370197 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.464734 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.466812 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.512514 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.513053 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdea39e8-d465-42f1-bdd2-ff475f3ba1ab {{(pid=93254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:11:37.517401 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.518566 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c7c405d8-c018-44bc-9b21-4038cbcf9b8e admin admin] 10.222.0.35 "DELETE /v2.0/routers/cdea39e8-d465-42f1-bdd2-ff475f3ba1ab HTTP/1.1" status: 204 len: 168 time: 0.7522993 Aug 07 05:11:37.521040 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43446) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:37.564175 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Deleting subnet b004e448-2eac-48c8-b2ab-b0b31402dd5d {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:11:37.567093 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.599456 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.679157 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.734843 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.759991 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b004e448-2eac-48c8-b2ab-b0b31402dd5d,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:37.765632 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.767500 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-c195696b-6669-410d-bc04-f1a7ddebd338 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b004e448-2eac-48c8-b2ab-b0b31402dd5d HTTP/1.1" status: 204 len: 168 time: 0.2455149 Aug 07 05:11:37.769893 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43448) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:37.773478 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af2a1a-d821-4d24-96c6-86da589a1609 None None] Network 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:11:37.839322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.892464 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Deleting port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:11:37.892839 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.958541 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] For port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,segment=NetworkSegment(3dd0e55b-dbc3-4264-8492-eabcd9948227),segment_id=3dd0e55b-dbc3-4264-8492-eabcd9948227)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:11:37.958838 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:37.971039 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Calling delete_port for 32eda6a1-6dc2-4d84-8bee-6f22db6532ba owned by network:dhcp {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:11:38.054278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.077273 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3cc505-2487-4bc1-a718-66e7384cc66b None None] DHCP port deletion for 7b8fc873-e06a-4d98-b60f-c7f19b5cc694 request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:11:38.086240 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32eda6a1-6dc2-4d84-8bee-6f22db6532ba,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:38.092764 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] No DVR routers for this DVR port 32eda6a1-6dc2-4d84-8bee-6f22db6532ba on host dv-cinder-803748-3-iscsi {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:11:38.169084 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.179775 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8fc873-e06a-4d98-b60f-c7f19b5cc694']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:38.190048 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd0e55b-dbc3-4264-8492-eabcd9948227') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:38.190343 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd0e55b-dbc3-4264-8492-eabcd9948227') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:11:38.198974 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.212840 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.220067 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:11:38.220526 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:11:38.223497 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:11:38.289852 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.295237 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.297443 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7b8fc873-e06a-4d98-b60f-c7f19b5cc694 HTTP/1.1" status: 204 len: 168 time: 0.5264065 Aug 07 05:11:38.309276 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72b68d-f5a4-4af2-9ee6-0f9bba1e35d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8fc873-e06a-4d98-b60f-c7f19b5cc694,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:38.415273 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43452) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:38.454207 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-a04070fd-696b-408c-868f-04bceac1f101 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a8063f2f6d64b79928f170fd6d99da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378041 Aug 07 05:11:38.456552 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43454) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:38.503488 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-873cfabd-08af-4b09-b1ee-67a832d3d139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.527922 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-873cfabd-08af-4b09-b1ee-67a832d3d139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.572827 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-873cfabd-08af-4b09-b1ee-67a832d3d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.575201 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-873cfabd-08af-4b09-b1ee-67a832d3d139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:38.576326 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-873cfabd-08af-4b09-b1ee-67a832d3d139 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e317ea6-9155-405b-9a95-56f190ad7af0 HTTP/1.1" status: 204 len: 168 time: 0.1186109 Aug 07 05:11:38.584629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cfabd-08af-4b09-b1ee-67a832d3d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e317ea6-9155-405b-9a95-56f190ad7af0,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:39.177429 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 32eda6a1-6dc2-4d84-8bee-6f22db6532ba no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:11:39.197096 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 32eda6a1-6dc2-4d84-8bee-6f22db6532ba {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:11:39.197464 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 32eda6a1-6dc2-4d84-8bee-6f22db6532ba not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:11:39.197876 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 4e22372d-f56d-4398-bf40-178080b5abaf no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:11:39.216910 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 4e22372d-f56d-4398-bf40-178080b5abaf {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:11:39.217254 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 4e22372d-f56d-4398-bf40-178080b5abaf not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:11:39.217661 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:11:39.236246 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:11:39.236588 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device ce09e6d4-792e-4c3c-b2d9-af1f69c667f0 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:11:47.845597 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43566) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:47.950056 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a087ba97-5e0f-484a-a10b-d5df085b7726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.038738 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a087ba97-5e0f-484a-a10b-d5df085b7726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.042365 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-a087ba97-5e0f-484a-a10b-d5df085b7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.085164 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-a087ba97-5e0f-484a-a10b-d5df085b7726 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e51dd3a067994a1d9ce0cd33f392ca31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384675 Aug 07 05:11:48.086002 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ba97-5e0f-484a-a10b-d5df085b7726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb8d2f-7da1-4e8b-9b56-20292f46e4ef,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:48.087974 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43570) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:48.135316 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7c2b53e3-3d01-4bea-a2ea-2a1e22fd4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.155611 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7c2b53e3-3d01-4bea-a2ea-2a1e22fd4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.200236 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7c2b53e3-3d01-4bea-a2ea-2a1e22fd4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.202752 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7c2b53e3-3d01-4bea-a2ea-2a1e22fd4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:48.203848 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7c2b53e3-3d01-4bea-a2ea-2a1e22fd4de9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8fb8d2f-7da1-4e8b-9b56-20292f46e4ef HTTP/1.1" status: 204 len: 168 time: 0.1148398 Aug 07 05:11:48.212281 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b53e3-3d01-4bea-a2ea-2a1e22fd4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb8d2f-7da1-4e8b-9b56-20292f46e4ef,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:49.555498 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43614) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:49.657026 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cecd251b-97e6-41ef-8338-b9bb7c269fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.745434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cecd251b-97e6-41ef-8338-b9bb7c269fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.748916 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-cecd251b-97e6-41ef-8338-b9bb7c269fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.791282 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-cecd251b-97e6-41ef-8338-b9bb7c269fa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b390d93be85d4ea0b51ffe7e972a60d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346985 Aug 07 05:11:49.792229 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd251b-97e6-41ef-8338-b9bb7c269fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353e9343-6302-4f02-99ba-fee583f590c0,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:49.794002 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43618) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:49.843459 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5318695f-16f4-49c8-b2e2-6d809ab798b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.864346 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5318695f-16f4-49c8-b2e2-6d809ab798b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.909214 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5318695f-16f4-49c8-b2e2-6d809ab798b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.911670 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5318695f-16f4-49c8-b2e2-6d809ab798b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:49.912801 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5318695f-16f4-49c8-b2e2-6d809ab798b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/353e9343-6302-4f02-99ba-fee583f590c0 HTTP/1.1" status: 204 len: 168 time: 0.1171856 Aug 07 05:11:49.920283 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318695f-16f4-49c8-b2e2-6d809ab798b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353e9343-6302-4f02-99ba-fee583f590c0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:50.170562 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43624) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:50.183368 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fd59-d04f-4665-9866-0ece4d5aadb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.273650 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fd59-d04f-4665-9866-0ece4d5aadb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.277362 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fd59-d04f-4665-9866-0ece4d5aadb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.315883 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d5c5fd59-d04f-4665-9866-0ece4d5aadb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88408ae87e6a4e9ca5d258a559f90155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442680 Aug 07 05:11:50.316863 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5fd59-d04f-4665-9866-0ece4d5aadb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d072b-66f1-4a24-9b92-8d49c4d32215,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:50.318614 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43626) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:50.367739 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5e45-e58f-4844-9015-21f7bc888222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.387629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5e45-e58f-4844-9015-21f7bc888222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.439009 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5e45-e58f-4844-9015-21f7bc888222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.441707 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5e45-e58f-4844-9015-21f7bc888222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:50.442840 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-1a5b5e45-e58f-4844-9015-21f7bc888222 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f3d072b-66f1-4a24-9b92-8d49c4d32215 HTTP/1.1" status: 204 len: 168 time: 0.1225169 Aug 07 05:11:50.450507 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b5e45-e58f-4844-9015-21f7bc888222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d072b-66f1-4a24-9b92-8d49c4d32215,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:51.485510 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43656) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:51.591738 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8006d897-7091-40b3-82c9-904a521ef3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.630552 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-73add458-6c01-47c6-8c23-e104e5d78849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.684219 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8006d897-7091-40b3-82c9-904a521ef3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.687745 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-8006d897-7091-40b3-82c9-904a521ef3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.727673 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-8006d897-7091-40b3-82c9-904a521ef3ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a10f4eea16424e9c8d01277a63dea84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409379 Aug 07 05:11:51.728496 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006d897-7091-40b3-82c9-904a521ef3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596dae6a-1575-48c2-a42e-dc17b91976e7,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:51.731192 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43660) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:51.779303 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-edd1db53-eea1-411a-b752-4d0cfd75f8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.800354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-edd1db53-eea1-411a-b752-4d0cfd75f8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.845983 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-edd1db53-eea1-411a-b752-4d0cfd75f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.848414 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-edd1db53-eea1-411a-b752-4d0cfd75f8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:51.849625 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-edd1db53-eea1-411a-b752-4d0cfd75f8cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/596dae6a-1575-48c2-a42e-dc17b91976e7 HTTP/1.1" status: 204 len: 168 time: 0.1170933 Aug 07 05:11:51.856912 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1db53-eea1-411a-b752-4d0cfd75f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dae6a-1575-48c2-a42e-dc17b91976e7,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:53.101556 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:54.319201 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:54.324704 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e41a45e-9464-46e9-8803-35f0a782bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:55.656705 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:57.053334 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:59.647724 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43784) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:59.751136 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c15d1b95-0b33-490a-a184-b9b864490d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:59.842477 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c15d1b95-0b33-490a-a184-b9b864490d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:59.846214 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-c15d1b95-0b33-490a-a184-b9b864490d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:59.883788 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-c15d1b95-0b33-490a-a184-b9b864490d09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e60f1e37763f43729ffaffe5e6a3de52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349324 Aug 07 05:11:59.884640 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d1b95-0b33-490a-a184-b9b864490d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d261b-3a71-4d2f-a0ec-6100b16472e0,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:11:59.886435 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43788) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:11:59.936311 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5682e509-ebba-4d78-aff8-ed18da36e05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:59.957522 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5682e509-ebba-4d78-aff8-ed18da36e05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.004621 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5682e509-ebba-4d78-aff8-ed18da36e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.007217 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5682e509-ebba-4d78-aff8-ed18da36e05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.008357 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5682e509-ebba-4d78-aff8-ed18da36e05b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc3d261b-3a71-4d2f-a0ec-6100b16472e0 HTTP/1.1" status: 204 len: 168 time: 0.1202121 Aug 07 05:12:00.015741 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682e509-ebba-4d78-aff8-ed18da36e05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d261b-3a71-4d2f-a0ec-6100b16472e0,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:00.263197 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 43794) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:00.276219 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1ab57902-0c38-42e3-a833-e98ea7eb9da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.368428 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1ab57902-0c38-42e3-a833-e98ea7eb9da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.372048 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-1ab57902-0c38-42e3-a833-e98ea7eb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.415856 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-1ab57902-0c38-42e3-a833-e98ea7eb9da3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57cae26914b9476ea95672ba1b39b805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515346 Aug 07 05:12:00.416693 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab57902-0c38-42e3-a833-e98ea7eb9da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d056a56f-c834-4f21-86ba-c72b2e990873,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:00.418510 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43796) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:00.467089 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fd699e6d-a5be-4620-842d-85aeba871d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.488699 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fd699e6d-a5be-4620-842d-85aeba871d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.534072 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fd699e6d-a5be-4620-842d-85aeba871d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.536471 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fd699e6d-a5be-4620-842d-85aeba871d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.537626 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-fd699e6d-a5be-4620-842d-85aeba871d4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d056a56f-c834-4f21-86ba-c72b2e990873 HTTP/1.1" status: 204 len: 168 time: 0.1180990 Aug 07 05:12:00.545063 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699e6d-a5be-4620-842d-85aeba871d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d056a56f-c834-4f21-86ba-c72b2e990873,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:00.848127 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43802) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:00.861828 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7faf3ce3-f4b4-4f44-a3b2-87b8cc10beb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.949783 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7faf3ce3-f4b4-4f44-a3b2-87b8cc10beb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.953375 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7faf3ce3-f4b4-4f44-a3b2-87b8cc10beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:00.988766 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3ce3-f4b4-4f44-a3b2-87b8cc10beb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d36da70-b9ea-4c49-822d-8e63b4a99604,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:00.993007 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7faf3ce3-f4b4-4f44-a3b2-87b8cc10beb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cd47c180e13490f803ac777a8690207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438460 Aug 07 05:12:00.995637 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 43804) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:01.042314 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7f55c33b-f8a3-47dd-87ae-c86940794caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:01.062980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7f55c33b-f8a3-47dd-87ae-c86940794caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:01.111060 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7f55c33b-f8a3-47dd-87ae-c86940794caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:01.113698 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-7f55c33b-f8a3-47dd-87ae-c86940794caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:01.114859 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-7f55c33b-f8a3-47dd-87ae-c86940794caa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d36da70-b9ea-4c49-822d-8e63b4a99604 HTTP/1.1" status: 204 len: 168 time: 0.1183646 Aug 07 05:12:01.122881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55c33b-f8a3-47dd-87ae-c86940794caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d36da70-b9ea-4c49-822d-8e63b4a99604,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:06.121992 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:12:13.958489 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-5ff68f43-da48-4435-9c07-64b218e11f6e req-9b4171c2-c565-4860-89d4-d887251d5f48 service neutron] (93254) timed out ('10.222.0.24', 50703) {{(pid=93254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 05:12:21.631767 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e228070-be92-4cc2-aa24-b549f5d81bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:23.100647 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:24.309526 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:24.315079 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-48b9b621-99b9-479d-8a60-62c826e74ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:25.657629 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:27.057325 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.062666 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44002) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:37.164347 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.249907 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.253414 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.293642 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=787108e75f4a4665a2260be123b200fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299132 Aug 07 05:12:37.294572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303a8ee-f5d4-4131-9bbe-ff6a57baa527,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:37.296783 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44006) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:37.301937 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.302292 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.302630 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.302968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.303298 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.303629 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.303958 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.304291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.304618 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.304967 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.305291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.306175 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0932b-6c32-4161-8b6b-e92a914e4cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.346053 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.366455 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.412255 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.414710 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:37.416793 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a303a8ee-f5d4-4131-9bbe-ff6a57baa527 HTTP/1.1" status: 204 len: 168 time: 0.1187768 Aug 07 05:12:37.424275 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303a8ee-f5d4-4131-9bbe-ff6a57baa527,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:37.431540 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.431899 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.432242 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.432580 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.432945 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.433283 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.433617 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.433945 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.434278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.434602 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.434926 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:37.435248 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f343ae-6680-4eed-87d6-548a8157c978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:38.011686 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44028) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:38.107793 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1014379559-network', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:12:38.129043 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Made reservation on behalf of 290f41dfdc1e4e1aab41ccaae7afc9b1 for: {'network': 1} {{(pid=93254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:12:38.131712 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.140363 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.229082 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.232719 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.259201 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:12:38.268509 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:38.273096 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.273435 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.segments_db [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Added segment 1386643c-3af0-4bdb-8aea-8874a5381991 of type vlan for network c5854fb3-29c8-468c-9e51-121b910b816e Aug 07 05:12:38.315023 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.343443 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.344368 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:12:38.344978 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.400490 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3877056 Aug 07 05:12:38.403620 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44032) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:38.405635 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498002f-23c7-4108-a5ae-d2ceca5f436e admin admin] Pushing event updated for resources: {'Network': ['ID=c5854fb3-29c8-468c-9e51-121b910b816e,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:38.408840 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Request body: {'subnet': {'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1014379559-subnet', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:12:38.415990 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network c5854fb3-29c8-468c-9e51-121b910b816e details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:12:38.429537 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Made reservation on behalf of 290f41dfdc1e4e1aab41ccaae7afc9b1 for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:12:38.432559 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12697861'] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.592854 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12822362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12697911'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.646435 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162be837-edb4-4544-98a8-ddabe61e3bcf,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:38.654963 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Checking segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:38.655322 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Network hostable DHCP agents. Network: c5854fb3-29c8-468c-9e51-121b910b816e, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:12:38.675130 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Network c5854fb3-29c8-468c-9e51-121b910b816e is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:12:38.686030 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, c5854fb3-29c8-468c-9e51-121b910b816e) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:38.690214 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:12:38.690809 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.695650 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26602a9b-eeb9-40b5-9fe7-ecceb7b8b2c2 None None] Network c5854fb3-29c8-468c-9e51-121b910b816e requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:12:38.705531 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0fbebdb0-8759-4000-aa4a-23ad7b7caff3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3006997 Aug 07 05:12:38.708644 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44034) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:38.713429 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:12:38.734441 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.735553 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.790512 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.838830 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-c5854fb3-29c8-468c-9e51-121b910b816e', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 05:12:38.839669 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.930289 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:38.969678 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Allocated IP 172.20.0.2 (c5854fb3-29c8-468c-9e51-121b910b816e/162be837-edb4-4544-98a8-ddabe61e3bcf/9e64c2b7-c352-4262-b702-34ecc679af19) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:12:39.116085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.125305 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Transition to ACTIVE for port object 9e64c2b7-c352-4262-b702-34ecc679af19 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:39.140087 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.144429 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Transition to ACTIVE for port object 9e64c2b7-c352-4262-b702-34ecc679af19 will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:39.152875 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.161003 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.188568 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Network c5854fb3-29c8-468c-9e51-121b910b816e is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:39.191250 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:39.194646 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:12:39.227092 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Pushing event updated for resources: {'Port': ['ID=9e64c2b7-c352-4262-b702-34ecc679af19,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:39.257044 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.257393 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.257714 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.258046 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.258370 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.258722 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.259044 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.259363 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.259683 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.259998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.260313 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.260623 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:39.267303 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Attempting to bind port 9e64c2b7-c352-4262-b702-34ecc679af19 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:12:39.267665 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Attempting to bind port 9e64c2b7-c352-4262-b702-34ecc679af19 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:12:39.268017 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Attempting to bind port 9e64c2b7-c352-4262-b702-34ecc679af19 on network c5854fb3-29c8-468c-9e51-121b910b816e {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:12:39.270892 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Allocated IP 172.27.3.20 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/3035a828-68af-4f08-9dcc-2f36c5ad4bcf) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:12:39.273034 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:12:39.273393 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Checking segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:39.273808 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.274230 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Bound using segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:12:39.274754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Bound port: 9e64c2b7-c352-4262-b702-34ecc679af19, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:12:39.275126 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.338693 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] For port 9e64c2b7-c352-4262-b702-34ecc679af19, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:12:39.341736 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] For port 9e64c2b7-c352-4262-b702-34ecc679af19, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=9e64c2b7-c352-4262-b702-34ecc679af19,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:12:39.345932 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.378734 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.403138 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fd0de-d6be-485d-9f1b-6bb9600b01ae None None] Pushing event updated for resources: {'Port': ['ID=9e64c2b7-c352-4262-b702-34ecc679af19,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:39.424130 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.464515 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:39.467309 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:39.469738 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:12:39.499610 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Pushing event updated for resources: {'Port': ['ID=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:39.734412 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:39.929567 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:40.063916 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Router 3d348334-c9dd-4a77-a949-8375fadc6026 is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 05:12:40.175011 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:12:40.183805 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Sync routers for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:12:40.191572 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:40.193008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-fce60ce2-9b38-4e0d-a3a0-698090426bcb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4833913 Aug 07 05:12:40.195747 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44036) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:40.197193 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:40.197829 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:40.285134 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd023f39-d2e6-49b2-a4bc-62ef44e7bcc2 None None] Network c5854fb3-29c8-468c-9e51-121b910b816e requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:12:40.346652 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-506a4fc5-91f8-4153-b4b3-4dee89a4dc63 None None] Provisioning for port 9e64c2b7-c352-4262-b702-34ecc679af19 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:40.374868 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:40.614317 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:40.622372 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:39Z', 'revision_number': 3, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:40.649566 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Checking router: 3d348334-c9dd-4a77-a949-8375fadc6026 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:12:40.649914 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Updating router 3d348334-c9dd-4a77-a949-8375fadc6026 port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:12:40.677474 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:40.782721 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Allocated IP 172.20.0.1 (c5854fb3-29c8-468c-9e51-121b910b816e/162be837-edb4-4544-98a8-ddabe61e3bcf/36e2f0fc-7aef-4b49-9127-c328ac039915) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:12:40.888478 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:40.902613 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Transition to ACTIVE for port object 36e2f0fc-7aef-4b49-9127-c328ac039915 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:40.938678 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:40.979977 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Network c5854fb3-29c8-468c-9e51-121b910b816e is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:40.982833 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:40.987123 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:12:41.007187 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Pushing event updated for resources: {'Port': ['ID=36e2f0fc-7aef-4b49-9127-c328ac039915,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:41.027612 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.068993 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.081035 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Transition to ACTIVE for port object 3035a828-68af-4f08-9dcc-2f36c5ad4bcf will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:41.089097 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.146048 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818648-07cb-4dd2-a0d4-d92ebafc76bc None None] Pushing event updated for resources: {'Port': ['ID=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:41.148560 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Attempting to bind port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:12:41.148962 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Attempting to bind port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:12:41.149994 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Attempting to bind port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:12:41.155907 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:12:41.156285 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:41.156750 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.157690 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:12:41.158175 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Bound port: 3035a828-68af-4f08-9dcc-2f36c5ad4bcf, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:12:41.158561 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.171142 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.216993 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] For port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:12:41.221206 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] For port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:12:41.232456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.276331 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9e64c2b7-c352-4262-b702-34ecc679af19 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:41.286897 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-d0399bda-1946-451d-9d2c-718d54ffafb0 None None] Provisioning for port 36e2f0fc-7aef-4b49-9127-c328ac039915 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:41.320713 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-d0399bda-1946-451d-9d2c-718d54ffafb0 None None] Provisioning complete for port 36e2f0fc-7aef-4b49-9127-c328ac039915 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:41.321249 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d0399bda-1946-451d-9d2c-718d54ffafb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.333189 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:41.333825 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:41.335419 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818648-07cb-4dd2-a0d4-d92ebafc76bc None None] Pushing event updated for resources: {'Port': ['ID=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:41.336466 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.342671 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.412899 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Pushing event updated for resources: {'Port': ['ID=36e2f0fc-7aef-4b49-9127-c328ac039915,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:41.415515 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.418953 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-d0399bda-1946-451d-9d2c-718d54ffafb0 None None] Port 36e2f0fc-7aef-4b49-9127-c328ac039915 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:12:41.456720 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 9e64c2b7-c352-4262-b702-34ecc679af19 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:41.466594 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 9e64c2b7-c352-4262-b702-34ecc679af19 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:41.466968 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.503307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:41.667863 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.724111 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 9e64c2b7-c352-4262-b702-34ecc679af19, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=9e64c2b7-c352-4262-b702-34ecc679af19,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:12:41.744017 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:41.777294 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Network c5854fb3-29c8-468c-9e51-121b910b816e is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:41.779135 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:41.798488 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=9e64c2b7-c352-4262-b702-34ecc679af19,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:41.811116 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:40Z', 'revision_number': 1, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:41.841965 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e524d1a-4d68-464a-9446-c7b983bb47af None None] The sync data for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi is: [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:40Z', 'revision_number': 1, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:12:41.898938 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Router 3d348334-c9dd-4a77-a949-8375fadc6026 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:12:42.012606 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:12:42.017626 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-040db258-9b2b-4d1b-87b7-4c62ebba19cc admin admin] 10.222.0.35 "PUT /v2.0/routers/3d348334-c9dd-4a77-a949-8375fadc6026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202710 Aug 07 05:12:42.055813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-4fdd63bd-ff2f-4c13-a710-15a98d450fc6 None None] Provisioning complete for port 36e2f0fc-7aef-4b49-9127-c328ac039915 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:42.056022 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63bd-ff2f-4c13-a710-15a98d450fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.100382 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd63bd-ff2f-4c13-a710-15a98d450fc6 None None] Port 36e2f0fc-7aef-4b49-9127-c328ac039915 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:12:42.554420 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44054) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:42.559547 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-974720321-network', 'tenant_id': '2e28708692894d05977631c7e798f427'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:12:42.581239 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Made reservation on behalf of 2e28708692894d05977631c7e798f427 for: {'network': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:12:42.584243 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for network, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.594163 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.690163 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.694367 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.721190 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:12:42.734621 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.734976 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.db.segments_db [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Added segment ad238de0-ec57-44e9-8050-1bfdaec59dd0 of type vlan for network 10b4bb94-9a9a-42e2-b389-a5426c696917 Aug 07 05:12:42.736458 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f5217b-5fb3-40ea-a488-63dafc983464,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:42.789730 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788334421589'] for network, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.819449 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557'] for network, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.820434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:12:42.821071 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:42.876091 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3205466 Aug 07 05:12:42.878690 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44056) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:42.886020 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Request body: {'subnet': {'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-974720321-subnet', 'tenant_id': '2e28708692894d05977631c7e798f427', 'ip_version': 4}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:12:42.890182 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0691e-8a42-45b6-8de9-bb3dce2c0e2a admin admin] Pushing event updated for resources: {'Network': ['ID=10b4bb94-9a9a-42e2-b389-a5426c696917,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:42.901481 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 details requested by agent ovs-agent-dv-cinder-803748-3-iscsi with host dv-cinder-803748-3-iscsi {{(pid=93256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:12:42.912005 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Made reservation on behalf of 2e28708692894d05977631c7e798f427 for: {'subnet': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:12:42.914329 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12697861'] for subnet, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.089109 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12822362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12697911'] for subnet, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.120835 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:12:43.139669 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f915bd19-9424-4499-bf9e-b47c0a3d033a,revision_number=0']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:43.149969 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Checking segment: {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:43.150338 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Network hostable DHCP agents. Network: 10b4bb94-9a9a-42e2-b389-a5426c696917, hostable agents: ['9dea7773-7671-4be7-82eb-1788614b85f8'], hosted agents: [] {{(pid=93255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:12:43.166991 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 is scheduled to be hosted by DHCP agent 9dea7773-7671-4be7-82eb-1788614b85f8 with binding_index 1 {{(pid=93255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:12:43.175854 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-3-iscsi, 10b4bb94-9a9a-42e2-b389-a5426c696917) {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:43.180385 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:12:43.180880 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.189797 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579c828-df94-495b-ad11-adce9d281242 None None] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:12:43.199593 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-09150e30-18cc-4986-89ae-c6cf10c73b87 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3197856 Aug 07 05:12:43.202096 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44058) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:43.206478 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:12:43.235214 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102648'] for router, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.236170 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102647'] for router, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.304564 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.309960 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 3035a828-68af-4f08-9dcc-2f36c5ad4bcf up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:43.395523 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b8c86c9-ceab-5ef0-a7fe-3885c215ba6e-10b4bb94-9a9a-42e2-b389-a5426c696917', 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'tenant_id': '2e28708692894d05977631c7e798f427', 'fixed_ips': [{'subnet_id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a'}]}} from dv-cinder-803748-3-iscsi. {{(pid=93256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 05:12:43.396349 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.411371 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:43.417569 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:43.417939 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.445071 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.596436 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.db_base_plugin_common [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Allocated IP 172.20.0.2 (10b4bb94-9a9a-42e2-b389-a5426c696917/f915bd19-9424-4499-bf9e-b47c0a3d033a/eecf51b6-54d0-4680-bb8d-51573de40fb0) {{(pid=93256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:12:43.598397 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.628313 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:12:43.639599 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.640385 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9e64c2b7-c352-4262-b702-34ecc679af19 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:43.653729 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.673097 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.752194 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Sync routers for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:12:43.766955 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:43.768338 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:43.770344 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:43.813788 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 9e64c2b7-c352-4262-b702-34ecc679af19 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:43.814158 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.825434 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Allocated IP 172.27.3.165 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/8647dee0-21f5-4727-9719-06308b8dea51) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:12:43.881590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.893350 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Transition to ACTIVE for port object eecf51b6-54d0-4680-bb8d-51573de40fb0 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:43.912507 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Transition to ACTIVE for port object eecf51b6-54d0-4680-bb8d-51573de40fb0 will not be triggered until provisioned by entity DHCP. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:43.936491 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575'] for port, after_create {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:43.954533 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:43.993888 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.039985 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.093524 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:44.098384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:44.101838 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:12:44.108086 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Pushing event updated for resources: {'Port': ['ID=8647dee0-21f5-4727-9719-06308b8dea51,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:44.128009 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 is already hosted by enough agents. {{(pid=93256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:44.132987 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.scheduler.base_scheduler [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Resources bound (agent type, host, resource id): {{(pid=93256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:44.138201 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Received port after_create {{(pid=93256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:12:44.141443 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Pushing event updated for resources: {'Port': ['ID=eecf51b6-54d0-4680-bb8d-51573de40fb0,revision_number=1']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:44.191486 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Attempting to bind port eecf51b6-54d0-4680-bb8d-51573de40fb0 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:12:44.191857 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Attempting to bind port eecf51b6-54d0-4680-bb8d-51573de40fb0 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:12:44.192224 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Attempting to bind port eecf51b6-54d0-4680-bb8d-51573de40fb0 on network 10b4bb94-9a9a-42e2-b389-a5426c696917 {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:12:44.197786 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:12:44.198156 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Checking segment: {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:44.198558 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.198952 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Bound using segment: {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:12:44.199412 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Bound port: eecf51b6-54d0-4680-bb8d-51573de40fb0, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:12:44.199788 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.216954 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 2, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:44.244836 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Checking router: 3d348334-c9dd-4a77-a949-8375fadc6026 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:12:44.245511 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Updating router 3d348334-c9dd-4a77-a949-8375fadc6026 port 36e2f0fc-7aef-4b49-9127-c328ac039915 binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:12:44.262088 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] For port eecf51b6-54d0-4680-bb8d-51573de40fb0, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:12:44.265931 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] For port eecf51b6-54d0-4680-bb8d-51573de40fb0, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=eecf51b6-54d0-4680-bb8d-51573de40fb0,segment=NetworkSegment(ad238de0-ec57-44e9-8050-1bfdaec59dd0),segment_id=ad238de0-ec57-44e9-8050-1bfdaec59dd0)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:12:44.270601 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.273934 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.337646 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e00b-0b7b-4378-8776-d3a59f6360a6 None None] Pushing event updated for resources: {'Port': ['ID=eecf51b6-54d0-4680-bb8d-51573de40fb0,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:44.370091 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.571953 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.582406 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Transition to ACTIVE for port object 36e2f0fc-7aef-4b49-9127-c328ac039915 will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:44.592243 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.598968 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1659891'] for router, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.646271 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Pushing event updated for resources: {'Port': ['ID=36e2f0fc-7aef-4b49-9127-c328ac039915,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:44.656961 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.657336 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.657690 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.658036 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.658348 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.658677 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.659003 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.659328 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.659674 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.660002 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.660322 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.660640 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:12:44.715153 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Attempting to bind port 36e2f0fc-7aef-4b49-9127-c328ac039915 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:12:44.715518 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Attempting to bind port 36e2f0fc-7aef-4b49-9127-c328ac039915 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:12:44.715875 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Attempting to bind port 36e2f0fc-7aef-4b49-9127-c328ac039915 on network c5854fb3-29c8-468c-9e51-121b910b816e {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:12:44.721136 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:12:44.721499 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Checking segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:44.721890 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.722276 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Bound using segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:12:44.722726 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Bound port: 36e2f0fc-7aef-4b49-9127-c328ac039915, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:12:44.723123 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.745689 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Router c815e2df-db1a-4ceb-8f2f-282156cfd912 is scheduled to L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 with binding_index 1 {{(pid=93255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 05:12:44.795404 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] For port 36e2f0fc-7aef-4b49-9127-c328ac039915, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:12:44.798644 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] For port 36e2f0fc-7aef-4b49-9127-c328ac039915, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=36e2f0fc-7aef-4b49-9127-c328ac039915,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:12:44.804263 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.853252 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:44.853490 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:44.864188 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:12:44.874798 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Sync routers for ids ['c815e2df-db1a-4ceb-8f2f-282156cfd912'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:12:44.885166 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:44.887063 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Routers {'c815e2df-db1a-4ceb-8f2f-282156cfd912'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:44.887693 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c815e2df-db1a-4ceb-8f2f-282156cfd912'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:44.889400 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44062) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:12:44.890037 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-0181c7c1-6348-4cfd-b000-a870c654bd9c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6864190 Aug 07 05:12:44.968342 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2057c-379c-4301-b130-36bdc783496d None None] Pushing event updated for resources: {'Port': ['ID=36e2f0fc-7aef-4b49-9127-c328ac039915,revision_number=4']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:45.001942 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:45.008461 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Set router c815e2df-db1a-4ceb-8f2f-282156cfd912 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:45.273445 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:44Z', 'revision_number': 3, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:45.276854 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:44Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:45.316551 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Checking router: c815e2df-db1a-4ceb-8f2f-282156cfd912 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:12:45.316779 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Updating router c815e2df-db1a-4ceb-8f2f-282156cfd912 port 8647dee0-21f5-4727-9719-06308b8dea51 binding host dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:12:45.328821 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d76a88-9793-41ec-ae45-4eae75ca9697 None None] The sync data for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi is: [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:44Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:12:45.354027 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.383302 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.446662 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device eecf51b6-54d0-4680-bb8d-51573de40fb0 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:45.549048 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7102ba-5498-4178-a0f4-79fa8820c2fd None None] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:12:45.589471 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Allocated IP 172.20.0.1 (10b4bb94-9a9a-42e2-b389-a5426c696917/f915bd19-9424-4499-bf9e-b47c0a3d033a/be6e7513-efe1-4fbc-8d30-8a5beaa3031e) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:12:45.634743 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port eecf51b6-54d0-4680-bb8d-51573de40fb0 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:45.654611 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 3035a828-68af-4f08-9dcc-2f36c5ad4bcf up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:45.686982 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] Provisioning for port eecf51b6-54d0-4680-bb8d-51573de40fb0 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:45.708687 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.711143 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] Provisioning complete for port eecf51b6-54d0-4680-bb8d-51573de40fb0 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:45.711559 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.724196 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.provisioning_blocks [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Transition to ACTIVE for port object be6e7513-efe1-4fbc-8d30-8a5beaa3031e will not be triggered until provisioned by entity DHCP. {{(pid=93254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:45.761265 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.805092 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:45.808526 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:45.811296 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:12:45.817388 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Pushing event updated for resources: {'Port': ['ID=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:45.859223 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658880'] for router_interface, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.869570 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Notify callbacks [] for port, precommit_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.880629 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:45.881039 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.942993 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Transition to ACTIVE for port object 8647dee0-21f5-4727-9719-06308b8dea51 will not be triggered until provisioned by entity L2. {{(pid=93256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:45.955318 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:45.999431 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.015538 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.049362 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6acdbc-3182-42b5-8f96-d89e7887ba29 None None] Pushing event updated for resources: {'Port': ['ID=8647dee0-21f5-4727-9719-06308b8dea51,revision_number=2']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:46.057351 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Attempting to bind port 8647dee0-21f5-4727-9719-06308b8dea51 on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:12:46.057721 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Attempting to bind port 8647dee0-21f5-4727-9719-06308b8dea51 by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:12:46.058085 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Attempting to bind port 8647dee0-21f5-4727-9719-06308b8dea51 on network 2ce78fbc-28e1-494d-a287-039be673916f {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:12:46.076627 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:12:46.077034 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Checking segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:46.077449 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.077906 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Bound using segment: {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'} {{(pid=93256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:12:46.078315 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.managers [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Bound port: 8647dee0-21f5-4727-9719-06308b8dea51, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd232-739a-456e-9430-bab38fd0a8c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f'}}] {{(pid=93256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:12:46.078698 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.111781 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] For port eecf51b6-54d0-4680-bb8d-51573de40fb0, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=eecf51b6-54d0-4680-bb8d-51573de40fb0,segment=NetworkSegment(ad238de0-ec57-44e9-8050-1bfdaec59dd0),segment_id=ad238de0-ec57-44e9-8050-1bfdaec59dd0)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:12:46.134690 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.188540 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.194573 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.198496 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 36e2f0fc-7aef-4b49-9127-c328ac039915 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:46.238285 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] For port 8647dee0-21f5-4727-9719-06308b8dea51, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:12:46.260819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d09cb4-1841-46d5-af0e-4f7414fc5b33 None None] Pushing event updated for resources: {'Port': ['ID=eecf51b6-54d0-4680-bb8d-51573de40fb0,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:46.263777 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Pushing event updated for resources: {'Port': ['ID=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:46.269128 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] For port 8647dee0-21f5-4727-9719-06308b8dea51, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=8647dee0-21f5-4727-9719-06308b8dea51,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:12:46.274848 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659060'] for router_interface, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.279783 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.288117 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-5da4edb2-d3fa-4a23-9824-13a0346127ce None None] Provisioning for port be6e7513-efe1-4fbc-8d30-8a5beaa3031e completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:46.321794 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-5da4edb2-d3fa-4a23-9824-13a0346127ce None None] Provisioning complete for port be6e7513-efe1-4fbc-8d30-8a5beaa3031e triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:46.322172 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-5da4edb2-d3fa-4a23-9824-13a0346127ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.355293 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 36e2f0fc-7aef-4b49-9127-c328ac039915 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:46.375002 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:12:46.376545 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:12:46.395176 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 36e2f0fc-7aef-4b49-9127-c328ac039915 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:46.395547 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.428456 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6acdbc-3182-42b5-8f96-d89e7887ba29 None None] Pushing event updated for resources: {'Port': ['ID=8647dee0-21f5-4727-9719-06308b8dea51,revision_number=3']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:46.434546 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Routers {'c815e2df-db1a-4ceb-8f2f-282156cfd912'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:46.435213 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c815e2df-db1a-4ceb-8f2f-282156cfd912'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:46.441226 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-5da4edb2-d3fa-4a23-9824-13a0346127ce None None] Port be6e7513-efe1-4fbc-8d30-8a5beaa3031e cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:12:46.647895 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-5da4edb2-d3fa-4a23-9824-13a0346127ce None None] Provisioning complete for port eecf51b6-54d0-4680-bb8d-51573de40fb0 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:46.648269 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-5da4edb2-d3fa-4a23-9824-13a0346127ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.761466 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] Set router c815e2df-db1a-4ceb-8f2f-282156cfd912 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:46.770238 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Router c815e2df-db1a-4ceb-8f2f-282156cfd912 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:12:46.798908 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:46.873938 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:12:46.878808 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5ec1a91e-dc79-4823-8567-38211dc84111 admin admin] 10.222.0.35 "PUT /v2.0/routers/c815e2df-db1a-4ceb-8f2f-282156cfd912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9874914 Aug 07 05:12:46.938611 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 36e2f0fc-7aef-4b49-9127-c328ac039915, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=36e2f0fc-7aef-4b49-9127-c328ac039915,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:12:46.947180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:47.042820 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=36e2f0fc-7aef-4b49-9127-c328ac039915,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:47.080602 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-663f09bd-83be-45b2-b061-8e5439acd25e None None] Provisioning complete for port be6e7513-efe1-4fbc-8d30-8a5beaa3031e triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:47.081278 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-663f09bd-83be-45b2-b061-8e5439acd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:47.123302 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:45Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'be6e7513-efe1-4fbc-8d30-8a5beaa3031e', 'name': '', 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'tenant_id': '2e28708692894d05977631c7e798f427', 'mac_address': 'fa:16:3e:3b:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:45Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 2, 'project_id': '2e28708692894d05977631c7e798f427', 'subnets': [{'id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:47.154487 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-663f09bd-83be-45b2-b061-8e5439acd25e None None] Port be6e7513-efe1-4fbc-8d30-8a5beaa3031e cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:12:47.156273 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48bc1-fd3f-443b-b673-c32ba73515bf None None] The sync data for ids ['c815e2df-db1a-4ceb-8f2f-282156cfd912'] in dv-cinder-803748-3-iscsi is: [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:45Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'be6e7513-efe1-4fbc-8d30-8a5beaa3031e', 'name': '', 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'tenant_id': '2e28708692894d05977631c7e798f427', 'mac_address': 'fa:16:3e:3b:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:45Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 2, 'project_id': '2e28708692894d05977631c7e798f427', 'subnets': [{'id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:12:47.230109 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device eecf51b6-54d0-4680-bb8d-51573de40fb0 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:47.304176 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port eecf51b6-54d0-4680-bb8d-51573de40fb0 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:47.304550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:47.421369 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 36e2f0fc-7aef-4b49-9127-c328ac039915 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:47.484013 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 36e2f0fc-7aef-4b49-9127-c328ac039915 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:47.484296 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:49.269308 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 8647dee0-21f5-4727-9719-06308b8dea51 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:49.342688 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port 8647dee0-21f5-4727-9719-06308b8dea51 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:49.348435 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 8647dee0-21f5-4727-9719-06308b8dea51 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:49.349117 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:49.437835 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:49.461894 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port 8647dee0-21f5-4727-9719-06308b8dea51, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=8647dee0-21f5-4727-9719-06308b8dea51,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:12:49.466762 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:49.531567 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=8647dee0-21f5-4727-9719-06308b8dea51,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:49.557096 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Sync routers for ids ['c815e2df-db1a-4ceb-8f2f-282156cfd912'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:12:49.567972 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Routers {'c815e2df-db1a-4ceb-8f2f-282156cfd912'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:49.568592 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c815e2df-db1a-4ceb-8f2f-282156cfd912'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:49.775103 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Set router c815e2df-db1a-4ceb-8f2f-282156cfd912 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:49.993534 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:45Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'be6e7513-efe1-4fbc-8d30-8a5beaa3031e', 'name': '', 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'tenant_id': '2e28708692894d05977631c7e798f427', 'mac_address': 'fa:16:3e:3b:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:45Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 2, 'project_id': '2e28708692894d05977631c7e798f427', 'subnets': [{'id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:50.020895 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Checking router: c815e2df-db1a-4ceb-8f2f-282156cfd912 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:12:50.021373 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Updating router c815e2df-db1a-4ceb-8f2f-282156cfd912 port be6e7513-efe1-4fbc-8d30-8a5beaa3031e binding host dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:12:50.047634 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:50.353845 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Notify callbacks [] for port, precommit_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:50.364220 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.provisioning_blocks [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Transition to ACTIVE for port object be6e7513-efe1-4fbc-8d30-8a5beaa3031e will not be triggered until provisioned by entity L2. {{(pid=93257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:12:50.370756 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:50.413801 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab74f48-e86e-4b26-8d4e-70ae23f0bbb9 None None] Pushing event updated for resources: {'Port': ['ID=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,revision_number=3']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:50.474447 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Attempting to bind port be6e7513-efe1-4fbc-8d30-8a5beaa3031e on host dv-cinder-803748-3-iscsi for vnic_type normal with profile {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:12:50.474828 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Attempting to bind port be6e7513-efe1-4fbc-8d30-8a5beaa3031e by drivers openvswitch,hyperv on host dv-cinder-803748-3-iscsi at level 0 using segments [{'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:12:50.475195 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Attempting to bind port be6e7513-efe1-4fbc-8d30-8a5beaa3031e on network 10b4bb94-9a9a-42e2-b389-a5426c696917 {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:12:50.480657 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Checking agent: {'id': 'dcf5654b-bfaa-40f7-a2de-683331e8dda4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 45, 54), 'started_at': datetime.datetime(2021, 8, 7, 4, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:12:50.481082 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Checking segment: {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:12:50.481455 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:50.481848 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Bound using segment: {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'} {{(pid=93257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:12:50.482308 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.managers [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Bound port: be6e7513-efe1-4fbc-8d30-8a5beaa3031e, host: dv-cinder-803748-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad238de0-ec57-44e9-8050-1bfdaec59dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917'}}] {{(pid=93257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:12:50.482704 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:50.563688 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] For port be6e7513-efe1-4fbc-8d30-8a5beaa3031e, host dv-cinder-803748-3-iscsi, cleared binding levels {{(pid=93257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:12:50.567106 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.plugins.ml2.db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] For port be6e7513-efe1-4fbc-8d30-8a5beaa3031e, host dv-cinder-803748-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,segment=NetworkSegment(ad238de0-ec57-44e9-8050-1bfdaec59dd0),segment_id=ad238de0-ec57-44e9-8050-1bfdaec59dd0)] {{(pid=93257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:12:50.577028 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron_lib.callbacks.manager [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:50.621569 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Routers {'c815e2df-db1a-4ceb-8f2f-282156cfd912'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:12:50.622213 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:12:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c815e2df-db1a-4ceb-8f2f-282156cfd912'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:50.742037 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] Set router c815e2df-db1a-4ceb-8f2f-282156cfd912 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:12:50.831641 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab74f48-e86e-4b26-8d4e-70ae23f0bbb9 None None] Pushing event updated for resources: {'Port': ['ID=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,revision_number=4']} {{(pid=93257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:50.976105 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:45Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'be6e7513-efe1-4fbc-8d30-8a5beaa3031e', 'name': '', 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'tenant_id': '2e28708692894d05977631c7e798f427', 'mac_address': 'fa:16:3e:3b:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:45Z', 'updated_at': '2021-08-07T05:12:50Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'subnets': [{'id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:12:51.007050 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625bc6b-7394-4e6e-99d2-313738af5f73 None None] The sync data for ids ['c815e2df-db1a-4ceb-8f2f-282156cfd912'] in dv-cinder-803748-3-iscsi is: [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:45Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': 'be6e7513-efe1-4fbc-8d30-8a5beaa3031e', 'name': '', 'network_id': '10b4bb94-9a9a-42e2-b389-a5426c696917', 'tenant_id': '2e28708692894d05977631c7e798f427', 'mac_address': 'fa:16:3e:3b:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:45Z', 'updated_at': '2021-08-07T05:12:50Z', 'revision_number': 4, 'project_id': '2e28708692894d05977631c7e798f427', 'subnets': [{'id': 'f915bd19-9424-4499-bf9e-b47c0a3d033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:12:51.281573 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device be6e7513-efe1-4fbc-8d30-8a5beaa3031e up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:51.349477 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning for port be6e7513-efe1-4fbc-8d30-8a5beaa3031e completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:12:51.356754 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port be6e7513-efe1-4fbc-8d30-8a5beaa3031e triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:51.357188 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:51.450242 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:51.491827 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] For port be6e7513-efe1-4fbc-8d30-8a5beaa3031e, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,segment=NetworkSegment(ad238de0-ec57-44e9-8050-1bfdaec59dd0),segment_id=ad238de0-ec57-44e9-8050-1bfdaec59dd0)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:12:51.502746 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:51.503720 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 8647dee0-21f5-4727-9719-06308b8dea51 up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:51.588352 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Pushing event updated for resources: {'Port': ['ID=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:12:51.615912 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port 8647dee0-21f5-4727-9719-06308b8dea51 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:51.616293 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:51.675433 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a275a031-2643-423a-bedb-df9ba065f7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:53.101637 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:53.230107 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device be6e7513-efe1-4fbc-8d30-8a5beaa3031e up at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:12:53.282567 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Provisioning complete for port be6e7513-efe1-4fbc-8d30-8a5beaa3031e triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:12:53.282936 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:54.313930 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:54.317527 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8200d780-6f8e-4750-b045-67d5d4aa0501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:55.417998 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-13ff29e8-73b0-42dd-98f9-2f14911e5443 req-ea384e0b-2032-47e0-8cea-2dd2e8ae0711 service neutron] (93254) timed out ('10.222.0.24', 50737) {{(pid=93254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 05:12:55.689630 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:56.628420 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-632cd962-8405-4c11-896e-79e64effa6d3 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:12:56.629908 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-632cd962-8405-4c11-896e-79e64effa6d3 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 815 time: 0.1018162 Aug 07 05:12:56.645149 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-be4cb3c1-f5db-423e-85b0-0d355eaf30df tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/quotas/290f41dfdc1e4e1aab41ccaae7afc9b1 HTTP/1.1" status: 200 len: 375 time: 0.0092056 Aug 07 05:12:56.695808 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-90403aaa-e0fd-47ae-8ec6-e49040c5e363 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451374 Aug 07 05:12:56.799818 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-20e0c21b-ce30-43c0-ae06-7fccaa265990 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 05:12:56.800814 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-20e0c21b-ce30-43c0-ae06-7fccaa265990 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938957 Aug 07 05:12:56.890577 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-b5663a00-2380-4f67-9b6a-5c7acf5b08ff service neutron] 10.222.0.35 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835578 Aug 07 05:12:56.976698 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-3d96c784-4fc1-48b5-8c9d-9d02fff1e6c3 service neutron] 10.222.0.35 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800788 Aug 07 05:12:57.060550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:12:57.132199 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-82d56cb8-c548-4fbb-a5da-7610d7a3203d req-8394b000-2a59-4ba3-9408-833fb102a463 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 210 time: 0.0253396 Aug 07 05:12:58.207586 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8442d7a6-9190-4d69-9e43-64c4ca8899df req-5ac71191-1c26-4b9d-902f-922bf0c6ab6e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 210 time: 0.0257332 Aug 07 05:12:59.282304 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-5f418df6-3727-4768-836c-fd62bc95182a req-66d0c8b8-ece0-4d06-9b2d-c83f09ec8f8a tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 210 time: 0.0252612 Aug 07 05:13:00.356728 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4fbfea96-327d-4a90-8bb9-c158483801a8 req-d8880153-eee5-4a16-ba51-f62d755e43c3 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 210 time: 0.0255010 Aug 07 05:13:01.444643 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-7459a509-4c68-4ab1-99e7-8c0a03af561a req-903d0da8-a2f5-4476-ac98-c7001d0b6920 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 210 time: 0.0248682 Aug 07 05:13:02.363015 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-e6fa140b-7d5a-4f79-8c8a-e7f9f98084a9 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:02.364479 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-e6fa140b-7d5a-4f79-8c8a-e7f9f98084a9 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 815 time: 0.1030369 Aug 07 05:13:02.385031 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'port': {'device_id': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'admin_state_up': True, 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:02.496396 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Made reservation on behalf of 290f41dfdc1e4e1aab41ccaae7afc9b1 for: {'port': 1} {{(pid=93255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:13:02.500485 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:02.547352 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-3e78a0a5-33a9-4aa8-8cb9-abe250b9e9ea req-c52e1e1b-0cb8-481d-a481-51b5e4aff577 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 210 time: 0.0314264 Aug 07 05:13:02.639316 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_common [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Allocated IP 172.20.0.8 (c5854fb3-29c8-468c-9e51-121b910b816e/162be837-edb4-4544-98a8-ddabe61e3bcf/51059a16-50f8-4560-ba4e-347c99d545d3) {{(pid=93255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:13:02.812195 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for port, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:02.826750 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Transition to ACTIVE for port object 51059a16-50f8-4560-ba4e-347c99d545d3 will not be triggered until provisioned by entity DHCP. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:13:02.869155 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:02.929647 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Network c5854fb3-29c8-468c-9e51-121b910b816e is already hosted by enough agents. {{(pid=93255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:13:02.933529 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.base_scheduler [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Resources bound (agent type, host, resource id): {{(pid=93255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:13:02.936084 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Received port after_create {{(pid=93255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:13:02.939098 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:03.009418 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:03.014963 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:03.044174 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-1b5e7563-37ef-4b77-a0bf-cc2b931d0b31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6627488 Aug 07 05:13:03.245483 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-75201214-6288-4000-95e8-abfcc2097678 None None] Provisioning for port 51059a16-50f8-4560-ba4e-347c99d545d3 completed by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:13:03.249341 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-75201214-6288-4000-95e8-abfcc2097678 None None] Provisioning complete for port 51059a16-50f8-4560-ba4e-347c99d545d3 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:13:03.249913 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-75201214-6288-4000-95e8-abfcc2097678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:03.287164 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-75201214-6288-4000-95e8-abfcc2097678 None None] Port 51059a16-50f8-4560-ba4e-347c99d545d3 cannot update to ACTIVE because it is not bound. {{(pid=93256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:13:03.665833 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2598aa-c762-4ef9-99ea-1da721f0e390 req-871b743f-dc69-41fd-a81d-bfa71299a6bc tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:03.667514 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0e2598aa-c762-4ef9-99ea-1da721f0e390 req-871b743f-dc69-41fd-a81d-bfa71299a6bc tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0507483 Aug 07 05:13:03.706945 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-0e2598aa-c762-4ef9-99ea-1da721f0e390 req-12bbd68e-0396-4fda-a960-99cc1d245298 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Aug 07 05:13:04.830506 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625e5eb-47aa-4a24-999b-6db05e6f6853 req-72eea7e2-45f2-47c6-ad01-8235cddadf31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:04.832421 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4625e5eb-47aa-4a24-999b-6db05e6f6853 req-72eea7e2-45f2-47c6-ad01-8235cddadf31 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0559506 Aug 07 05:13:04.873634 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4625e5eb-47aa-4a24-999b-6db05e6f6853 req-2dcabec6-3256-44a6-a6d8-ad8cb4a29782 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Aug 07 05:13:05.995729 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae33bb-76f1-4fd4-bd38-99e581372f32 req-54605e02-0bc3-4f47-b331-b30d7850dc95 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:05.997273 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f6ae33bb-76f1-4fd4-bd38-99e581372f32 req-54605e02-0bc3-4f47-b331-b30d7850dc95 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0523324 Aug 07 05:13:06.036715 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f6ae33bb-76f1-4fd4-bd38-99e581372f32 req-5a90948e-fc6b-4571-86bf-f74a21bc0415 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Aug 07 05:13:07.158282 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439ee5a-170a-4df8-b5f6-1a9c17bc85f4 req-3033069f-8da1-4a40-99f8-bf26d377c538 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:07.160015 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8439ee5a-170a-4df8-b5f6-1a9c17bc85f4 req-3033069f-8da1-4a40-99f8-bf26d377c538 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0521777 Aug 07 05:13:07.203160 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-8439ee5a-170a-4df8-b5f6-1a9c17bc85f4 req-598b3662-4690-4aa4-b059-659ba1a4429d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Aug 07 05:13:08.319665 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6ac66-2a26-4f3b-a6e0-f17d241d0d19 req-bb4342fa-3552-47fb-986d-4acd3475dc56 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:08.321221 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39e6ac66-2a26-4f3b-a6e0-f17d241d0d19 req-bb4342fa-3552-47fb-986d-4acd3475dc56 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0488923 Aug 07 05:13:08.360712 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39e6ac66-2a26-4f3b-a6e0-f17d241d0d19 req-31b593cd-c78b-4500-86e7-e3bf63a2bae8 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Aug 07 05:13:09.482459 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f193-48f7-4ff8-998d-90a3b14360ef req-5954e0c3-d552-45fe-b81e-dfcbe2d54360 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:09.484665 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ccf6f193-48f7-4ff8-998d-90a3b14360ef req-5954e0c3-d552-45fe-b81e-dfcbe2d54360 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0512631 Aug 07 05:13:09.528338 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-ccf6f193-48f7-4ff8-998d-90a3b14360ef req-6629c264-4881-450c-aade-f3cb59c08fdb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380316 Aug 07 05:13:10.653479 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995fade-0d8b-4d4a-96b7-50c820d2caec req-0ef83acf-4114-4ccf-b653-eaa698e1463a tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:10.655088 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8995fade-0d8b-4d4a-96b7-50c820d2caec req-0ef83acf-4114-4ccf-b653-eaa698e1463a tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0594895 Aug 07 05:13:10.694848 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8995fade-0d8b-4d4a-96b7-50c820d2caec req-31310ad0-7a81-4503-86c9-01bddf1baea0 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Aug 07 05:13:11.827176 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a970da-9b34-4470-897b-cfb156700e5f req-5345436c-5f81-47a7-81ff-d657689258bc tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:11.829255 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19a970da-9b34-4470-897b-cfb156700e5f req-5345436c-5f81-47a7-81ff-d657689258bc tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0509093 Aug 07 05:13:11.868174 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-19a970da-9b34-4470-897b-cfb156700e5f req-6b9e0c8a-461a-402d-aff2-a125700e2282 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Aug 07 05:13:12.983529 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5475d8-0783-4a8d-8bda-e09f54e3938e req-bf90e009-9513-4e97-98c6-4352540bc030 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:12.985026 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4d5475d8-0783-4a8d-8bda-e09f54e3938e req-bf90e009-9513-4e97-98c6-4352540bc030 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0506179 Aug 07 05:13:13.022166 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-4d5475d8-0783-4a8d-8bda-e09f54e3938e req-1b960cee-4c96-44de-9412-1f6d040b93fe tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Aug 07 05:13:14.133622 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8de3c-ff3b-4f26-95aa-a3318f2b87f0 req-5d080e7d-9976-418b-b03a-cc8b8ffa176e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:14.135066 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-82a8de3c-ff3b-4f26-95aa-a3318f2b87f0 req-5d080e7d-9976-418b-b03a-cc8b8ffa176e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 931 time: 0.0480173 Aug 07 05:13:14.174403 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-82a8de3c-ff3b-4f26-95aa-a3318f2b87f0 req-6fe07e9c-75a3-44f3-834d-5c0c8c948495 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Aug 07 05:13:14.741623 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Request body: {'port': {'device_id': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:14.795466 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:15.052756 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51059a16-50f8-4560-ba4e-347c99d545d3 {{(pid=93255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:13:15.060168 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:15.071352 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.provisioning_blocks [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Transition to ACTIVE for port object 51059a16-50f8-4560-ba4e-347c99d545d3 will not be triggered until provisioned by entity L2. {{(pid=93255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:13:15.075516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:15.127840 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=2']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:15.202710 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Attempting to bind port 51059a16-50f8-4560-ba4e-347c99d545d3 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:13:15.202710 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Attempting to bind port 51059a16-50f8-4560-ba4e-347c99d545d3 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:13:15.202914 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Attempting to bind port 51059a16-50f8-4560-ba4e-347c99d545d3 on network c5854fb3-29c8-468c-9e51-121b910b816e {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:13:15.208096 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Port 51059a16-50f8-4560-ba4e-347c99d545d3 on network c5854fb3-29c8-468c-9e51-121b910b816e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:13:15.208423 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Attempting to bind port 51059a16-50f8-4560-ba4e-347c99d545d3 on network c5854fb3-29c8-468c-9e51-121b910b816e {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:13:15.213748 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Checking agent: {'id': 'cc7278c9-ce83-41b5-9ccc-5bc961d0dcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'started_at': datetime.datetime(2021, 8, 7, 4, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:13:15.215040 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Checking segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:13:15.215827 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Bound using segment: {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'} {{(pid=93255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:13:15.216627 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.managers [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Bound port: 51059a16-50f8-4560-ba4e-347c99d545d3, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1386643c-3af0-4bdb-8aea-8874a5381991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e'}}] {{(pid=93255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:13:15.217229 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:15.318493 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, cleared binding levels {{(pid=93255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:13:15.322244 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:13:15.326605 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:15.344049 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8d5e8-c561-4769-a6ca-09bd5f716f3d req-e78f5bd5-56e3-4b1b-aec1-b4889fa2509f tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:15.345592 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c2f8d5e8-c561-4769-a6ca-09bd5f716f3d req-e78f5bd5-56e3-4b1b-aec1-b4889fa2509f tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 943 time: 0.0882623 Aug 07 05:13:15.372086 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:15.372747 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:15.374245 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] 10.222.0.24 "PUT /v2.0/ports/51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 1093 time: 0.6369832 Aug 07 05:13:15.380832 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:13:15.382934 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1c879-862d-48d2-8264-65a2d1a41dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:13:15.432366 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11784f3f-e400-4e60-83f4-179b8200fd4e service neutron] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=3']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:15.439790 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d715b4d-7c67-4ff2-8bbd-6a95b39e6a98 x-openstack-request-id: req-3d715b4d-7c67-4ff2-8bbd-6a95b39e6a98 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:13:15.440069 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:13:15.440316 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d715b4d-7c67-4ff2-8bbd-6a95b39e6a98 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:13:15.440698 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'status': 'completed', 'code': 200} Aug 07 05:13:15.444080 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c2f8d5e8-c561-4769-a6ca-09bd5f716f3d req-108442b6-7d37-4249-92b3-2d53aa590ef2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792742 Aug 07 05:13:15.767557 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-f0ec04bd-b6c3-4a56-8f21-8fa930667224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:15.769010 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-f0ec04bd-b6c3-4a56-8f21-8fa930667224 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1096 time: 0.3043449 Aug 07 05:13:15.821887 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-0ae3cada-b482-4527-8865-f152a2cb6b45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 217 time: 0.0330234 Aug 07 05:13:15.869090 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-eb25ae2d-aa47-4d42-bbb7-6c8c5358d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:15.871026 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-eb25ae2d-aa47-4d42-bbb7-6c8c5358d308 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0419018 Aug 07 05:13:15.916384 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-fa2f86e7-2c6f-4ec8-a0ac-ffe2a74c9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:15.918482 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-fa2f86e7-2c6f-4ec8-a0ac-ffe2a74c9b6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409484 Aug 07 05:13:16.007299 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-ea80e548-e203-46d2-8d9d-fa9a82cb3bbe service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813684 Aug 07 05:13:16.096813 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-08c213b2-a46f-4c7c-a21a-868ac8052bd2 req-94ce4687-de1e-458a-aee6-efe4fe412c87 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823338 Aug 07 05:13:16.228345 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-fdaa643e-313b-460c-9e47-aa295fddfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:16.230350 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-fdaa643e-313b-460c-9e47-aa295fddfe1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1096 time: 0.0471513 Aug 07 05:13:16.315849 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-980eb7e6-d9cd-4d67-9e32-eafa27c0102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:16.317295 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-980eb7e6-d9cd-4d67-9e32-eafa27c0102b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0806410 Aug 07 05:13:16.361478 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-0af02b46-1f25-43fc-87c7-3f128489fefd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 217 time: 0.0365391 Aug 07 05:13:16.410606 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-7c53b8a7-c723-45cd-a5f8-e668cca7a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:16.412008 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-7c53b8a7-c723-45cd-a5f8-e668cca7a381 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0430951 Aug 07 05:13:16.456427 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-bce3e46f-2472-4b6e-b68c-6e5342f0d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:16.458147 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-bce3e46f-2472-4b6e-b68c-6e5342f0d5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385456 Aug 07 05:13:16.553942 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-687e677d-6112-4295-99d6-0a1a08211fb7 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Aug 07 05:13:16.560460 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3d795-eb86-49ea-9a2c-668ace8663ab req-e8d8790b-ef3b-4889-afb6-9ab12c49a970 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:16.562027 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-aba3d795-eb86-49ea-9a2c-668ace8663ab req-e8d8790b-ef3b-4889-afb6-9ab12c49a970 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 943 time: 0.0483999 Aug 07 05:13:16.604113 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-aba3d795-eb86-49ea-9a2c-668ace8663ab req-061189f4-0a8f-4d85-96e9-d8182be94544 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362470 Aug 07 05:13:16.647302 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-dab1c879-862d-48d2-8264-65a2d1a41dd8 req-3d6b9b5d-4172-4dc9-9a31-89912306fd1d service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857515 Aug 07 05:13:17.719856 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8b0d-e3e3-40cc-9bd8-987508b30517 req-f8690edc-efe0-4497-819b-b73bb3245c18 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:17.721308 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8a3a8b0d-e3e3-40cc-9bd8-987508b30517 req-f8690edc-efe0-4497-819b-b73bb3245c18 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 943 time: 0.0509348 Aug 07 05:13:17.757682 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8a3a8b0d-e3e3-40cc-9bd8-987508b30517 req-53903624-cbaf-417f-b5ab-b103bbc42f1b tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Aug 07 05:13:18.869184 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2772056-cb56-4d20-aedb-f14e76799e3d req-5a4517fc-7355-4f61-b974-906792d0a51f tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:18.871242 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f2772056-cb56-4d20-aedb-f14e76799e3d req-5a4517fc-7355-4f61-b974-906792d0a51f tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 943 time: 0.0475984 Aug 07 05:13:18.907729 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f2772056-cb56-4d20-aedb-f14e76799e3d req-98920c88-2a69-402e-8b1a-fa5b65bb7f24 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Aug 07 05:13:19.447746 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 51059a16-50f8-4560-ba4e-347c99d545d3 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:13:19.543508 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:13:19.554472 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Returning: {'device': '51059a16-50f8-4560-ba4e-347c99d545d3', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'port_id': '51059a16-50f8-4560-ba4e-347c99d545d3', 'mac_address': 'fa:16:3e:a1:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:13:19.590753 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:19.604446 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51059a16-50f8-4560-ba4e-347c99d545d3 {{(pid=93256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:13:19.624582 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:13:19.628535 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:19.681299 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=4']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:20.019363 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae46f0-69cd-4927-88b2-3f1cf8060b61 req-4d705bf2-7ab9-45b3-96f2-9d5ee557de5d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:20.020852 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b1ae46f0-69cd-4927-88b2-3f1cf8060b61 req-4d705bf2-7ab9-45b3-96f2-9d5ee557de5d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 944 time: 0.0478666 Aug 07 05:13:20.057062 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b1ae46f0-69cd-4927-88b2-3f1cf8060b61 req-e8d39548-139d-4671-8a69-8d38cbc7fe27 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302348 Aug 07 05:13:20.079206 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['51059a16-50f8-4560-ba4e-347c99d545d3'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:13:20.120625 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:13:21.170130 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d835b-1a0c-401e-8d4f-24c6ba1efbfe req-6086cad2-3b13-40a4-89fd-d90b41c2d2b8 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:21.171581 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-143d835b-1a0c-401e-8d4f-24c6ba1efbfe req-6086cad2-3b13-40a4-89fd-d90b41c2d2b8 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 944 time: 0.0483463 Aug 07 05:13:21.209271 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-143d835b-1a0c-401e-8d4f-24c6ba1efbfe req-508faf74-7081-42b6-ae6f-30f3cd83af25 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Aug 07 05:13:21.464723 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 51059a16-50f8-4560-ba4e-347c99d545d3 up at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:13:21.510771 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning for port 51059a16-50f8-4560-ba4e-347c99d545d3 completed by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:13:21.514222 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Provisioning complete for port 51059a16-50f8-4560-ba4e-347c99d545d3 triggered by entity L2. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:13:21.514590 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:21.590295 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:21.611966 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:13:21.614224 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d184ad5d9bb8bead56cfc55ba382e5ff0c2505739284c1fcf07f89cba9c05038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ca959-e550-407e-8bf0-0f28c339f914" -d '{"events": [{"server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "name": "network-vif-plugged", "status": "completed", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:13:21.630862 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:13:21.638749 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311'] for port, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:21.663960 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-0029e3a5-9c8a-47a1-9de6-cd3fa7b815ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:21.688854 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=5']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:21.767004 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e50f6b-1d26-4910-900c-cc7fa4102c38 x-openstack-request-id: req-f7e50f6b-1d26-4910-900c-cc7fa4102c38 {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:13:21.767298 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "name": "network-vif-plugged", "status": "completed", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "code": 200}]} {{(pid=93256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:13:21.767552 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7e50f6b-1d26-4910-900c-cc7fa4102c38 {{(pid=93256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:13:21.767958 dv-cinder-803748-3-iscsi neutron-server[93256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'code': 200} Aug 07 05:13:21.959096 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888c618-dd23-449d-ab9e-7488f4c07e93 req-da0aa9e7-f780-49b6-a8a6-e754991c2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:21.960547 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b888c618-dd23-449d-ab9e-7488f4c07e93 req-da0aa9e7-f780-49b6-a8a6-e754991c2aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1098 time: 0.0388870 Aug 07 05:13:21.995273 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b888c618-dd23-449d-ab9e-7488f4c07e93 req-f1377a24-2128-43fe-8215-3364d8ccdcc5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266171 Aug 07 05:13:22.319299 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb014-7bfa-45aa-afb2-302a69b990cb req-e653fc7a-46c2-4469-a0c1-fb4aa62b44b3 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:22.320628 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4c2fb014-7bfa-45aa-afb2-302a69b990cb req-e653fc7a-46c2-4469-a0c1-fb4aa62b44b3 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0469720 Aug 07 05:13:22.361317 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-4c2fb014-7bfa-45aa-afb2-302a69b990cb req-4914cad2-44aa-4c69-8960-19d416e6fee8 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Aug 07 05:13:23.107510 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:23.485218 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20d425-6045-430b-94af-d45a1efa9643 req-3b589771-2dd0-4e90-939f-f474a5b6200e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:23.486695 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bd20d425-6045-430b-94af-d45a1efa9643 req-3b589771-2dd0-4e90-939f-f474a5b6200e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Aug 07 05:13:23.524082 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-bd20d425-6045-430b-94af-d45a1efa9643 req-715e3835-4bba-4ec6-8aa3-ebd4a28f644e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Aug 07 05:13:23.635159 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba70cd-fe23-48ec-83e5-68bb1567a2df req-3394a3e1-2791-48ac-a8e0-4e85faaae1a8 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:23.637349 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-edba70cd-fe23-48ec-83e5-68bb1567a2df req-3394a3e1-2791-48ac-a8e0-4e85faaae1a8 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Aug 07 05:13:23.674220 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-edba70cd-fe23-48ec-83e5-68bb1567a2df req-6a6fc126-95d0-4138-a9e6-c0f8ca9bac00 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Aug 07 05:13:23.993293 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d27ac-cd11-4c4e-8952-47f7c3915236 req-d9036211-bd56-495f-a4a8-e63b5b4163e2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:23.994650 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6e4d27ac-cd11-4c4e-8952-47f7c3915236 req-d9036211-bd56-495f-a4a8-e63b5b4163e2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0471609 Aug 07 05:13:24.031697 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-6e4d27ac-cd11-4c4e-8952-47f7c3915236 req-dbaf0616-2968-4771-b683-142ac1caac7e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Aug 07 05:13:24.318246 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:24.330081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ac639090-8887-4ce9-8d0c-dcd630ec455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:25.665434 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:27.067335 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:33.436544 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427d7bb-5e9a-4151-891c-a1b2094dfdd7 req-a9ee6a84-ae14-4924-aded-2107bd2d9917 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:33.438063 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f427d7bb-5e9a-4151-891c-a1b2094dfdd7 req-a9ee6a84-ae14-4924-aded-2107bd2d9917 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Aug 07 05:13:33.480201 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-f427d7bb-5e9a-4151-891c-a1b2094dfdd7 req-e441792f-ad5e-4a12-8781-45e5ddbedeea tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Aug 07 05:13:33.502267 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44284) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:33.582589 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc66dc-acca-4e25-b96b-68bd1d02036e tempest-TestMinimumBasicScenario-639903614 tempest-TestMinimumBasicScenario-639903614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:33.584054 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-05bc66dc-acca-4e25-b96b-68bd1d02036e tempest-TestMinimumBasicScenario-639903614 tempest-TestMinimumBasicScenario-639903614-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1093 time: 0.0808423 Aug 07 05:13:33.586841 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44288) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:33.591178 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'floatingip': {'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'port_id': '51059a16-50f8-4560-ba4e-347c99d545d3', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:33.612595 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for floatingip, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:33.705298 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:33.807748 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_common [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Allocated IP 172.27.3.253 (2ce78fbc-28e1-494d-a287-039be673916f/a7ad83f8-16de-456d-8979-253c64aa661c/0d85239f-e549-49ea-a398-75daff272a54) {{(pid=93254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:13:33.905928 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for port, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:33.948032 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788334435575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:33.987841 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Network 2ce78fbc-28e1-494d-a287-039be673916f is already hosted by enough agents. {{(pid=93254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:13:33.990564 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.base_scheduler [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Resources bound (agent type, host, resource id): {{(pid=93254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:13:33.994791 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Received port after_create {{(pid=93254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:13:33.998278 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'Port': ['ID=0d85239f-e549-49ea-a398-75daff272a54,revision_number=1']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:34.338040 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:34.401479 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:34.547760 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:34.551862 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:34.619397 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'Port': ['ID=0d85239f-e549-49ea-a398-75daff272a54,revision_number=2']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:34.625797 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1659785'] for floatingip, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:34.724757 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.l3_db [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Floating IP 5ede1c96-0321-4a86-a314-8e10ec50133f associated. External IP: 172.27.3.253, port: 51059a16-50f8-4560-ba4e-347c99d545d3. Aug 07 05:13:34.924437 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Router 3d348334-c9dd-4a77-a949-8375fadc6026 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:13:35.026832 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:13:35.036232 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] Sync routers for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:13:35.042402 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.045361 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:13:35.045971 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:13:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:13:35.069112 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-96fc681d-fd84-4b4f-9e5f-1c0a5f4dc813 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4812427 Aug 07 05:13:35.069697 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:13:35.071924 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1db65f-8f80-4ce5-82ed-d7919484a860" -d '{"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:13:35.072091 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44290) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.078118 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721822200', 'description': 'tempest-secgroup-smoke-721822200 description', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1'}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.101789 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group, before_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.108944 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef50251-601b-4cd5-b5c1-71e93206bbeb x-openstack-request-id: req-aef50251-601b-4cd5-b5c1-71e93206bbeb {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:13:35.109236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:13:35.109489 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aef50251-601b-4cd5-b5c1-71e93206bbeb {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:13:35.109889 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'status': 'completed', 'code': 200} Aug 07 05:13:35.153081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:13:35.212230 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.216826 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_create {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.255203 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-102fe7da-0dfa-4859-96d6-d446c069e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:35.256734 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-102fe7da-0dfa-4859-96d6-d446c069e017 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1098 time: 0.0916040 Aug 07 05:13:35.258388 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.259483 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1864378 Aug 07 05:13:35.260654 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee2650-9fba-4ab8-b112-4c91bae2ff0c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1998bdd-a871-4c7b-8c07-da9180cd2379,revision_number=1']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:35.263183 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44294) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.268496 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group_rule': {'security_group_id': 'f1998bdd-a871-4c7b-8c07-da9180cd2379', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.299804 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.359223 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-1853be8b-91a9-40ed-88fe-9b48e159702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:35.360616 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.360779 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-1853be8b-91a9-40ed-88fe-9b48e159702b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0947087 Aug 07 05:13:35.364349 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.381449 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886c78ce-bfb6-4a35-804d-89882bdcd95e,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:35.391645 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.395650 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-22c3a51b-22d8-4dce-b9c8-73e995483514 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286266 Aug 07 05:13:35.395929 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44296) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.400453 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group_rule': {'security_group_id': 'f1998bdd-a871-4c7b-8c07-da9180cd2379', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.429657 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.432138 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-cf4f3fcc-3f0c-4692-ab17-fcb3e3d69849 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 999 time: 0.0629468 Aug 07 05:13:35.490739 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-18bc3c98-70f5-45aa-a947-6e5e1fcfdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:35.492154 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-18bc3c98-70f5-45aa-a947-6e5e1fcfdc7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0508878 Aug 07 05:13:35.494015 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.498063 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.506880 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '5ede1c96-0321-4a86-a314-8e10ec50133f', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'port_id': '51059a16-50f8-4560-ba4e-347c99d545d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'mac_address': 'fa:16:3e:a1:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:13:34Z', 'updated_at': '2021-08-07T05:13:34Z', 'revision_number': 0, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:13:35.518247 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222b13d9-5a27-4cf2-810f-ee3ae7d7fa67,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:35.526106 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.529545 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3de6334c-6d93-4be8-9e68-73f8e3ab491d tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324601 Aug 07 05:13:35.530793 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44298) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.535710 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group_rule': {'security_group_id': 'f1998bdd-a871-4c7b-8c07-da9180cd2379', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.539176 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] Checking router: 3d348334-c9dd-4a77-a949-8375fadc6026 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:13:35.543207 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-46b3891c-4d57-4036-8850-d9b3b649d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:35.544718 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-46b3891c-4d57-4036-8850-d9b3b649d5f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436904 Aug 07 05:13:35.547839 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:13:35.548445 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:13:24Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:13:35.563000 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.635637 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.640799 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.643488 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-29a200d2-25df-45c6-ad9e-40cf5f88f958 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887601 Aug 07 05:13:35.654998 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:13:35.660333 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607077c3-535f-4bf9-9421-ad1f2f583c02,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:35.666558 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.670044 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-24bdd1f0-5a7f-4532-8126-1bceafb275e5 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352339 Aug 07 05:13:35.670246 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44300) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.674938 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group_rule': {'security_group_id': 'f1998bdd-a871-4c7b-8c07-da9180cd2379', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.707457 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.744477 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-2f1db65f-8f80-4ce5-82ed-d7919484a860 req-b48b2bd7-f66a-49ba-93a4-f90400cb6e90 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932360 Aug 07 05:13:35.770749 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.774399 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.792825 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf92c146-7308-4ab4-a17b-92a0bd45004f,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:35.799053 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.800247 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-4358d41a-19d9-45e9-ae5b-a0ee89f5eafb tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290610 Aug 07 05:13:35.804171 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44302) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.809606 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group_rule': {'security_group_id': 'f1998bdd-a871-4c7b-8c07-da9180cd2379', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.831456 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.securitygroups_db [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Project 290f41dfdc1e4e1aab41ccaae7afc9b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 05:13:35.836444 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.882600 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '5ede1c96-0321-4a86-a314-8e10ec50133f', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'port_id': '51059a16-50f8-4560-ba4e-347c99d545d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'mac_address': 'fa:16:3e:a1:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:13:34Z', 'updated_at': '2021-08-07T05:13:34Z', 'revision_number': 0, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:13:35.898956 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.902322 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.908578 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23ccba-6794-460e-88b9-8d2cf9077004 None None] The sync data for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi is: [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_floatingips': [{'id': '5ede1c96-0321-4a86-a314-8e10ec50133f', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'router_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'port_id': '51059a16-50f8-4560-ba4e-347c99d545d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'mac_address': 'fa:16:3e:a1:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:13:34Z', 'updated_at': '2021-08-07T05:13:34Z', 'revision_number': 0, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:13:35.919104 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63a08bf-f637-4bc2-9291-256a3feee533,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:35.927273 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:35.928606 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-4151a8bc-176d-4237-9131-1726afc5d802 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234224 Aug 07 05:13:35.931426 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44304) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:13:35.936964 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'security_group_rule': {'security_group_id': 'f1998bdd-a871-4c7b-8c07-da9180cd2379', 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:35.958503 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.securitygroups_db [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Project 290f41dfdc1e4e1aab41ccaae7afc9b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 05:13:35.963501 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.025853 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.029857 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630067'] for security_group_rule, after_create {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.048146 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f16f8b-676d-43eb-b05a-4a0eb631ae2a,revision_number=0']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:36.056153 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.057538 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-aef09a49-7578-4853-bc1d-afc2b35103de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251550 Aug 07 05:13:36.103602 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffd534-1d94-413f-bb4c-b4486cdd5d8a None None] New status for floating IP 5ede1c96-0321-4a86-a314-8e10ec50133f: ACTIVE {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:13:36.138546 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-4cc4f3c0-0acb-4392-8c9f-df8eccc1667e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721822200&fields=id&tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1 HTTP/1.1" status: 200 len: 267 time: 0.0341947 Aug 07 05:13:36.190750 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-b09cd934-eea2-4326-9f7d-8a2cab402f73 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:36.192616 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-b09cd934-eea2-4326-9f7d-8a2cab402f73 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0482428 Aug 07 05:13:36.203874 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.v2.base [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'port': {'security_groups': ['1e2c5aa3-9c71-4e8c-89b6-0c4dde113122', 'f1998bdd-a871-4c7b-8c07-da9180cd2379']}} {{(pid=93254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:13:36.271786 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.455403 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:13:36.484880 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for port, precommit_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.489399 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427232'] for port, after_update {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.528861 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['51059a16-50f8-4560-ba4e-347c99d545d3'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:13:36.530564 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:36.531212 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:36.533193 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-2adaa432-4e1b-4566-b11d-f616a562f450 req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "PUT /v2.0/ports/51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 981 time: 0.3333855 Aug 07 05:13:36.563648 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf76416-996f-4daf-a053-c10693fd97de tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=6']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:13:36.653491 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0350acb-50d7-406d-8115-560c62c95898 req-e0f252ca-07da-4a38-a04e-f136002a1d61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:36.655043 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0350acb-50d7-406d-8115-560c62c95898 req-e0f252ca-07da-4a38-a04e-f136002a1d61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0569961 Aug 07 05:13:36.658300 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['51059a16-50f8-4560-ba4e-347c99d545d3'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:13:36.697585 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-b0350acb-50d7-406d-8115-560c62c95898 req-cd345236-a7d7-42d5-ab6e-d047d44b4bd1 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359609 Aug 07 05:13:36.776229 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-3ad92f81-8888-4c80-8f90-55d5a410da31 None None] Provisioning complete for port 51059a16-50f8-4560-ba4e-347c99d545d3 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:13:36.776515 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-3ad92f81-8888-4c80-8f90-55d5a410da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:37.111526 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:13:37.114021 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531" -d '{"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:13:37.152898 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300b9c55-c9a1-4d6b-ae84-6e18d6e994a1 x-openstack-request-id: req-300b9c55-c9a1-4d6b-ae84-6e18d6e994a1 {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:13:37.153210 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:13:37.153463 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-300b9c55-c9a1-4d6b-ae84-6e18d6e994a1 {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:13:37.153862 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'status': 'completed', 'code': 200} Aug 07 05:13:37.241760 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-a9469e6e-04cf-414a-ba17-01fa835063ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:37.243221 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-a9469e6e-04cf-414a-ba17-01fa835063ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1137 time: 0.0389981 Aug 07 05:13:37.339213 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-fb981131-c8ee-493c-b221-320618b99801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:37.340692 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-fb981131-c8ee-493c-b221-320618b99801 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0858798 Aug 07 05:13:37.406138 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-f2214237-89fc-4841-984b-5cd0218b33b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 1001 time: 0.0563481 Aug 07 05:13:37.458407 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-a36205ea-9056-40c9-8de1-1427992d451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:37.459816 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-a36205ea-9056-40c9-8de1-1427992d451a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0456135 Aug 07 05:13:37.505039 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-4eaa091b-26d4-4c5a-b8ad-1c5ba27be8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:13:37.506530 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-4eaa091b-26d4-4c5a-b8ad-1c5ba27be8aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390790 Aug 07 05:13:37.594398 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-410441cf-f88e-43c3-913e-0a5fc58aeb79 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793505 Aug 07 05:13:37.688274 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-aab0e46e-0d59-42f3-bd94-b3ceeea4c531 req-3828b15d-ec1e-4100-9c6c-87420f61cdbc service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857804 Aug 07 05:13:51.640114 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-c01cd588-e07a-41d2-9777-89038d0f2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:53.124609 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:54.308257 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:54.316176 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-4e85ec0d-6eb1-40bf-8237-18819e3704eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:55.669994 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:57.066575 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:13:57.119536 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:14:15.867135 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-f7737623-fc05-4c79-b67d-f5776c3679e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392261 Aug 07 05:14:15.977334 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-c2d244af-4079-42c9-81c1-2cf2f78edfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:15.978747 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-c2d244af-4079-42c9-81c1-2cf2f78edfdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1137 time: 0.0393198 Aug 07 05:14:16.080291 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-2276dbfc-8c94-47cc-969d-b8ace0d80493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:16.081777 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-2276dbfc-8c94-47cc-969d-b8ace0d80493 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0844040 Aug 07 05:14:16.146878 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-c57337be-04ab-4cca-8b1b-4f198995256b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 1001 time: 0.0577819 Aug 07 05:14:16.197305 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-6f588af4-929b-4066-a470-7047ffda3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:16.198675 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-6f588af4-929b-4066-a470-7047ffda3153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0447278 Aug 07 05:14:16.241991 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-945e7456-1f1f-44f5-8f3c-b776996554e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:16.243416 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-945e7456-1f1f-44f5-8f3c-b776996554e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373323 Aug 07 05:14:16.253682 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-a93f3372-7e86-4a30-85af-6bfeb17cde08 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 05:14:16.254681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-a93f3372-7e86-4a30-85af-6bfeb17cde08 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046630 Aug 07 05:14:16.342495 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-e9ceb96d-f5bd-4f09-9e24-0046b4538523 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808432 Aug 07 05:14:16.435267 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-c0cae3cb-ab19-4156-a8cf-0d94d120972d req-2dadb692-5a16-4a96-97f8-c8bb9528e25b service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842562 Aug 07 05:14:21.640454 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-393aec5d-39ec-47ea-a896-e5f3c3f313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:23.109510 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:24.299786 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:24.315636 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-256f8e66-4a50-4295-98b4-c3131a989d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:25.672472 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:27.069707 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:34.117698 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:14:37.497266 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-8427db77-628c-4965-a34e-22ac67d3bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:37.498769 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-8427db77-628c-4965-a34e-22ac67d3bbe6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1137 time: 0.0410833 Aug 07 05:14:37.526686 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323184-8c8b-49be-a8ca-03badd084592 req-237469ea-f473-41cf-b4a8-560bcdd001d0 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:37.528836 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-22323184-8c8b-49be-a8ca-03badd084592 req-237469ea-f473-41cf-b4a8-560bcdd001d0 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.1033831 Aug 07 05:14:37.571086 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-22323184-8c8b-49be-a8ca-03badd084592 req-6d87c597-e568-4358-9a37-e7a943ae381c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361652 Aug 07 05:14:37.593539 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-0b3b3feb-3111-43ac-a646-2fee1c3013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:37.594999 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-0b3b3feb-3111-43ac-a646-2fee1c3013ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0891364 Aug 07 05:14:37.661419 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-6c019318-acc2-4e42-97a0-51dc952097af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 1001 time: 0.0586355 Aug 07 05:14:37.710076 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-905e7c9a-b622-4e87-bb77-a618509a3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:37.711445 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-905e7c9a-b622-4e87-bb77-a618509a3896 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0422180 Aug 07 05:14:37.758249 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-d8dc7342-128d-45e4-8e5f-e155306c932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:37.759587 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-d8dc7342-128d-45e4-8e5f-e155306c932f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411537 Aug 07 05:14:37.847472 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-bda2ff40-816d-47ed-9ef4-5c5201c38370 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805497 Aug 07 05:14:37.940428 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-39ff8c04-cdcb-4679-ac3b-5d8b7ec32282 req-31812f7e-41e6-4006-a4b2-5c40196668e2 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835347 Aug 07 05:14:38.739923 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583006b3-9f1b-4cb4-aea5-01968e49013e req-776cc61d-0517-43c1-8b00-42f69be20ca7 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:38.741419 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-583006b3-9f1b-4cb4-aea5-01968e49013e req-776cc61d-0517-43c1-8b00-42f69be20ca7 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.1008976 Aug 07 05:14:38.780425 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-583006b3-9f1b-4cb4-aea5-01968e49013e req-c3d4fd3c-ba1f-44cb-8cc7-b5fab9747b3c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329175 Aug 07 05:14:39.894736 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c0765-ce23-4c24-82df-e89d1f941d51 req-59c7a3dc-5881-43f2-898f-b5fdcf27d18e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:39.896150 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bc4c0765-ce23-4c24-82df-e89d1f941d51 req-59c7a3dc-5881-43f2-898f-b5fdcf27d18e tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0489941 Aug 07 05:14:39.935847 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-bc4c0765-ce23-4c24-82df-e89d1f941d51 req-3eaf93c5-1677-4987-8ec5-ed731d4d7f3c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336616 Aug 07 05:14:41.047663 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2abd35-804e-4f28-b432-dd3654e9dead req-e9a1a8aa-ef39-4a37-abd5-40e933f6af85 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:41.049157 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8c2abd35-804e-4f28-b432-dd3654e9dead req-e9a1a8aa-ef39-4a37-abd5-40e933f6af85 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0473125 Aug 07 05:14:41.088318 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8c2abd35-804e-4f28-b432-dd3654e9dead req-b1ecff3b-1d39-449d-b435-ac187fdb5cfe tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333605 Aug 07 05:14:42.201854 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e70e-6fb3-4a58-864f-b65111d7c1d0 req-0445f022-e48f-42f1-8a23-fa5ae4da052a tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:42.203316 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13c8e70e-6fb3-4a58-864f-b65111d7c1d0 req-0445f022-e48f-42f1-8a23-fa5ae4da052a tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0492249 Aug 07 05:14:42.242382 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-13c8e70e-6fb3-4a58-864f-b65111d7c1d0 req-b4a41963-5b4f-4175-980c-c48388419868 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328867 Aug 07 05:14:43.359013 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0159-af47-4d0d-bf37-a508392518c6 req-c932f0c7-80e1-4524-8130-beca078c6740 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:43.360460 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-687a0159-af47-4d0d-bf37-a508392518c6 req-c932f0c7-80e1-4524-8130-beca078c6740 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0518150 Aug 07 05:14:43.398665 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-687a0159-af47-4d0d-bf37-a508392518c6 req-f1bc364a-0eb9-4b80-ae25-68a5f19a3bd9 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322189 Aug 07 05:14:44.559261 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d37bce-9a5b-4812-9baf-bf4864a43628 req-30788d05-dcb6-4f5c-86db-8419b4948bd1 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:44.560760 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-67d37bce-9a5b-4812-9baf-bf4864a43628 req-30788d05-dcb6-4f5c-86db-8419b4948bd1 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0498874 Aug 07 05:14:44.606117 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-67d37bce-9a5b-4812-9baf-bf4864a43628 req-fcd3165f-b6c3-46d7-9894-2942ef8fc429 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393615 Aug 07 05:14:45.719148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efa0d0-b851-4670-978e-3b2fa77fb898 req-f20d34f0-d94b-48a3-8641-41d012265208 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:45.720585 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f1efa0d0-b851-4670-978e-3b2fa77fb898 req-f20d34f0-d94b-48a3-8641-41d012265208 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0475223 Aug 07 05:14:45.759408 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-f1efa0d0-b851-4670-978e-3b2fa77fb898 req-21f0df97-9a31-45b1-8a8e-e77e0fc96a9a tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328090 Aug 07 05:14:46.873013 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed88b5-d4d2-4d11-bea4-db59146eb1a8 req-29fe7094-3efc-4c04-b6ef-9b5ee751a819 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:46.874209 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-33ed88b5-d4d2-4d11-bea4-db59146eb1a8 req-29fe7094-3efc-4c04-b6ef-9b5ee751a819 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0477204 Aug 07 05:14:46.913124 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-33ed88b5-d4d2-4d11-bea4-db59146eb1a8 req-de072189-cee4-4a61-b359-c61684ffb4be tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330234 Aug 07 05:14:48.025573 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840777-f80b-48b1-916e-42d6ba8529f9 req-a9c7d467-3bec-4ee7-9a62-284a8103c0df tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:48.027695 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d5840777-f80b-48b1-916e-42d6ba8529f9 req-a9c7d467-3bec-4ee7-9a62-284a8103c0df tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0475566 Aug 07 05:14:48.066346 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-d5840777-f80b-48b1-916e-42d6ba8529f9 req-dbc65330-b234-44d4-acb9-fd617cf141e9 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328093 Aug 07 05:14:49.180465 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7720-d9e9-4168-ac39-2ad5fc90f7fa req-1b85f736-bf5b-40c7-a00b-524c098c85e7 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:14:49.182016 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5edd7720-d9e9-4168-ac39-2ad5fc90f7fa req-1b85f736-bf5b-40c7-a00b-524c098c85e7 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0488126 Aug 07 05:14:49.222451 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-5edd7720-d9e9-4168-ac39-2ad5fc90f7fa req-e7b9aa53-4166-451a-ab41-1a0f979019a7 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1998bdd-a871-4c7b-8c07-da9180cd2379&id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342948 Aug 07 05:14:51.640596 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b9c0-00d8-4c94-ae75-4c543a5b7c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:53.113381 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:54.304167 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:54.316089 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-ccea4620-6207-4df6-b829-19c7fd6c8ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:55.672307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:14:57.072601 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:11.116586 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:15:11.216276 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-71d5f695-0b7f-420b-820f-6d9fabbcf81c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857108 Aug 07 05:15:11.315810 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-7d62a54d-c955-48f7-8f9a-8cc125b61b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:11.317311 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-7d62a54d-c955-48f7-8f9a-8cc125b61b40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1137 time: 0.0387115 Aug 07 05:15:11.419164 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-bf0d7a4e-7069-4202-82dc-8aba89f7a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:11.420527 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-bf0d7a4e-7069-4202-82dc-8aba89f7a300 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0822518 Aug 07 05:15:11.489923 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-fb82891f-6033-4835-9887-4e4084f2001d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 1001 time: 0.0597982 Aug 07 05:15:11.538444 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-94c9f31e-a1bc-42ce-926f-78fea6df683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:11.539837 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-94c9f31e-a1bc-42ce-926f-78fea6df683d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0424204 Aug 07 05:15:11.584188 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-a12f4db6-f5e1-4e4d-877d-839dd9e67cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:11.585630 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-a12f4db6-f5e1-4e4d-877d-839dd9e67cc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380268 Aug 07 05:15:11.678113 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-c183f214-4505-49d2-a1a0-a35f70b3b36a service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849955 Aug 07 05:15:11.769148 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1f4e2fb3-130e-4675-9826-a44ab7a62908 req-3955d501-8fd6-46b7-9af7-160054ba263f service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810187 Aug 07 05:15:21.640826 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-79d492fd-7aa8-4661-bc5b-2ed2ece23a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:23.121410 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:24.307931 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:24.316539 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e955-c384-4958-a215-bf51060444dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:25.677438 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:27.075728 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:48.115296 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:15:51.643522 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-49567f3e-da3a-4bc9-af1c-19a9449e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:52.704681 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-88ac838c-f665-4620-a20d-6eb80e0d6ffd tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721822200&fields=id&tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1 HTTP/1.1" status: 200 len: 267 time: 0.0369241 Aug 07 05:15:52.756421 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-86b14c4d-3422-4089-baea-2ec5cca61526 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:52.757859 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-86b14c4d-3422-4089-baea-2ec5cca61526 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 984 time: 0.0473943 Aug 07 05:15:52.768943 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.v2.base [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Request body: {'port': {'security_groups': ['1e2c5aa3-9c71-4e8c-89b6-0c4dde113122']}} {{(pid=93255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:15:52.833109 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661479'] for port, before_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.004663 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:15:53.033401 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for port, precommit_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.037767 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788334906781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788334433293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788334433311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12822311'] for port, after_update {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.078101 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['51059a16-50f8-4560-ba4e-347c99d545d3'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:15:53.085817 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:53.086356 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.088888 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-8dc522ee-d679-4eba-9e58-291be9012e7c req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "PUT /v2.0/ports/51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 942 time: 0.3231745 Aug 07 05:15:53.088888 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:15:53.090503 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1" -d '{"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:15:53.095515 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44394) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:15:53.118622 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event updated for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=7']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:15:53.126738 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.127085 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.127437 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.127792 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.128126 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.128466 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.128815 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.129190 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.129529 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.129857 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.130194 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.130522 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d133-bd2e-4e80-91b5-e7ee809b730c tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.156885 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb28bb-b67f-467c-8b1d-7dac84a0c88f x-openstack-request-id: req-ddbb28bb-b67f-467c-8b1d-7dac84a0c88f {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:15:53.157379 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:15:53.157516 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddbb28bb-b67f-467c-8b1d-7dac84a0c88f {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:15:53.158061 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'status': 'completed', 'code': 200} Aug 07 05:15:53.180969 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.191937 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.224846 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.240782 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['51059a16-50f8-4560-ba4e-347c99d545d3'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:15:53.252815 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-97d769ba-b401-4dcd-bfbf-4d2f9b701737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:53.254046 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-97d769ba-b401-4dcd-bfbf-4d2f9b701737 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1098 time: 0.0519550 Aug 07 05:15:53.299797 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.302709 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.306524 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "DELETE /v2.0/security-groups/f1998bdd-a871-4c7b-8c07-da9180cd2379 HTTP/1.1" status: 204 len: 168 time: 0.2100089 Aug 07 05:15:53.307218 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44400) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:15:53.323469 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1998bdd-a871-4c7b-8c07-da9180cd2379,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:15:53.353527 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-fe966775-ab4d-4b06-b1d6-0540ddb5eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:53.354920 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-fe966775-ab4d-4b06-b1d6-0540ddb5eac4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0883706 Aug 07 05:15:53.362729 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.363081 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.363421 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.363756 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.364098 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.364422 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.364750 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.365099 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.365425 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.365750 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.366072 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.366394 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfbc0e-7c4a-49de-a0fd-b5a592bcfc61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:15:53.431460 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.provisioning_blocks [None req-2fcb00db-9362-47d9-969e-a32c847b855a None None] Provisioning complete for port 51059a16-50f8-4560-ba4e-347c99d545d3 triggered by entity DHCP. {{(pid=93256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:15:53.431834 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-2fcb00db-9362-47d9-969e-a32c847b855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845220'] for port, provisioning_complete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.445483 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-94917cc8-8ff9-41d6-b414-59f10fd3796a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 1001 time: 0.0828784 Aug 07 05:15:53.488123 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Deleting port 0d85239f-e549-49ea-a398-75daff272a54 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:15:53.488485 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.497829 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-3b3af8c2-b9fe-4819-a5fe-96ea917e3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:53.499634 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-3b3af8c2-b9fe-4819-a5fe-96ea917e3f98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0460544 Aug 07 05:15:53.549110 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-d7a87e50-b25e-4216-adbe-44bbd496aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:53.550603 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-d7a87e50-b25e-4216-adbe-44bbd496aa83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415909 Aug 07 05:15:53.566382 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.566715 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.578561 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Calling delete_port for 0d85239f-e549-49ea-a398-75daff272a54 owned by network:floatingip {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:15:53.646927 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-b6004612-1f12-4e54-9478-9d77bfccf8e8 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875635 Aug 07 05:15:53.736211 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-ff88ff31-4f27-428d-b17a-b5d98e3a14c1 req-b4485dec-a0e6-4195-ba4e-b7b73595bb5e service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813131 Aug 07 05:15:53.747820 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.777050 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event deleted for resources: {'Port': ['ID=0d85239f-e549-49ea-a398-75daff272a54,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:15:53.835339 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:53.835676 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.db.l3_db [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Floating IP 5ede1c96-0321-4a86-a314-8e10ec50133f disassociated (deleted). External IP: 172.27.3.253, port: 51059a16-50f8-4560-ba4e-347c99d545d3. Aug 07 05:15:54.034860 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Router 3d348334-c9dd-4a77-a949-8375fadc6026 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:15:54.316838 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:54.322535 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-771684ba-aa9c-4023-bfa7-18ac0e858074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:54.394642 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:15:54.398995 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for floatingip, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:54.404345 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1798948-8e40-489c-b625-e959ab895585 None None] Sync routers for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:15:54.413168 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:15:54.413775 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:15:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:15:54.425636 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-3d577e00-b408-4b9a-a17e-dd1215ecdad6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "DELETE /v2.0/floatingips/5ede1c96-0321-4a86-a314-8e10ec50133f HTTP/1.1" status: 204 len: 168 time: 1.1139972 Aug 07 05:15:54.426144 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:15:54.428355 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb8bb330b162f76adbf9ed46d60375160bb30c77f2bf2dc08be0ad099987d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b91bc7-02e4-4548-8cd8-46fe626571fe" -d '{"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:15:54.522016 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:15:54.544058 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd1f810-6434-47c9-82f9-e9ffd980765f x-openstack-request-id: req-bcd1f810-6434-47c9-82f9-e9ffd980765f {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:15:54.544407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "status": "completed", "code": 200}]} {{(pid=93254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:15:54.544657 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcd1f810-6434-47c9-82f9-e9ffd980765f {{(pid=93254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:15:54.545385 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'status': 'completed', 'code': 200} Aug 07 05:15:54.635391 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-86e6c671-306b-43f3-a8d8-e099dcfdd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:54.639317 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-86e6c671-306b-43f3-a8d8-e099dcfdd4fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 1098 time: 0.0495627 Aug 07 05:15:54.744691 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-93de660f-8bb1-47b7-80fa-e5d9798138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:54.746176 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-93de660f-8bb1-47b7-80fa-e5d9798138c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 200 len: 916 time: 0.0992787 Aug 07 05:15:54.747533 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:15:54.774436 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1798948-8e40-489c-b625-e959ab895585 None None] Checking router: 3d348334-c9dd-4a77-a949-8375fadc6026 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:15:54.784279 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:15:54.785033 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:15:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:15:54.796509 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-d2f7259b-a14e-4458-aa30-f4420c1c7287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 200 len: 217 time: 0.0362515 Aug 07 05:15:54.858198 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-5f750624-2c4b-44e4-a7cc-cae4b6a42767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:54.859658 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-5f750624-2c4b-44e4-a7cc-cae4b6a42767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 200 len: 854 time: 0.0521591 Aug 07 05:15:54.912762 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-9f4c8be8-d534-4066-9077-2cd152483cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:54.914282 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-9f4c8be8-d534-4066-9077-2cd152483cce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5854fb3-29c8-468c-9e51-121b910b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459557 Aug 07 05:15:55.003491 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-41608aea-6957-414d-b752-29b5e4af4101 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814693 Aug 07 05:15:55.010300 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:15:55.096975 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-81b91bc7-02e4-4548-8cd8-46fe626571fe req-de676ab5-166b-46b5-b0ea-f49218ffc6f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855050 Aug 07 05:15:55.203122 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-a1798948-8e40-489c-b625-e959ab895585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:15:55.233341 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1798948-8e40-489c-b625-e959ab895585 None None] The sync data for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi is: [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:12:41Z', 'revision_number': 4, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi', '_interfaces': [{'id': '36e2f0fc-7aef-4b49-9127-c328ac039915', 'name': '', 'network_id': 'c5854fb3-29c8-468c-9e51-121b910b816e', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'mac_address': 'fa:16:3e:b9:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:40Z', 'updated_at': '2021-08-07T05:12:46Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'subnets': [{'id': '162be837-edb4-4544-98a8-ddabe61e3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:15:55.455788 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ca8e4-03a2-4237-9a98-de65445bdf1d None None] New status for floating IP 5ede1c96-0321-4a86-a314-8e10ec50133f: DOWN {{(pid=93257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:15:55.678151 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:57.078771 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:57.161937 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea6936-a722-476d-ac98-a33340c04a18 req-036531e9-dd7a-4f3f-b618-3415f4c41808 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:57.163398 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-51ea6936-a722-476d-ac98-a33340c04a18 req-036531e9-dd7a-4f3f-b618-3415f4c41808 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0470502 Aug 07 05:15:57.200900 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-51ea6936-a722-476d-ac98-a33340c04a18 req-8d7a9205-8ee0-4b9f-92d8-998ea89f6d61 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Aug 07 05:15:58.314197 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e3e3-c205-40a7-897e-4405e8eeed93 req-f9248a52-a5e0-42cb-90ec-c9fb1d4af8ef tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:58.315643 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cc9e3e3-c205-40a7-897e-4405e8eeed93 req-f9248a52-a5e0-42cb-90ec-c9fb1d4af8ef tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0476038 Aug 07 05:15:58.352564 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-9cc9e3e3-c205-40a7-897e-4405e8eeed93 req-9e1db91c-0712-41db-9e94-467a7276a3e9 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Aug 07 05:15:59.306100 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-a24cefcc-8040-4147-a0d0-1705907586b6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:59.307533 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-a24cefcc-8040-4147-a0d0-1705907586b6 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.24 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0467737 Aug 07 05:15:59.398727 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Deleting port 51059a16-50f8-4560-ba4e-347c99d545d3 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:15:59.399354 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:59.468457 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d759b9-97b2-4add-9797-6becb9afd7b8 req-257eaf68-968b-485a-bb02-cb02e260de7b tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:15:59.469971 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-68d759b9-97b2-4add-9797-6becb9afd7b8 req-257eaf68-968b-485a-bb02-cb02e260de7b tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/ports?device_id=59387c5b-f226-41d5-abfd-f64f7d3d2da7 HTTP/1.1" status: 200 len: 945 time: 0.0511584 Aug 07 05:15:59.485894 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] For port 51059a16-50f8-4560-ba4e-347c99d545d3, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=51059a16-50f8-4560-ba4e-347c99d545d3,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:15:59.486264 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:59.499735 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Calling delete_port for 51059a16-50f8-4560-ba4e-347c99d545d3 owned by compute:nova {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:15:59.507131 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [req-68d759b9-97b2-4add-9797-6becb9afd7b8 req-25587a62-465d-4541-b0c7-4211844da1ed tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Aug 07 05:15:59.625787 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:59.655886 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Pushing event deleted for resources: {'Port': ['ID=51059a16-50f8-4560-ba4e-347c99d545d3,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:15:59.663622 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] get_ports_and_sgs() called for port_ids ['51059a16-50f8-4560-ba4e-347c99d545d3'] {{(pid=93256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:15:59.696584 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] No DVR routers for this DVR port 51059a16-50f8-4560-ba4e-347c99d545d3 on host hv-cinder-80374 {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:15:59.698883 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369857'] for port, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:15:59.700853 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [req-1af6b840-293f-4a4e-ae11-12d5270fe77a req-1290af16-521b-433e-8286-aa75dc309dc2 tempest-TestMinimumBasicScenario-142450843 tempest-TestMinimumBasicScenario-142450843-project] 10.222.0.24 "DELETE /v2.0/ports/51059a16-50f8-4560-ba4e-347c99d545d3 HTTP/1.1" status: 204 len: 173 time: 0.3869286 Aug 07 05:15:59.701871 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'name': 'network-vif-deleted', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3'}] {{(pid=93255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:15:59.704355 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e4ae4c899fe6fd74244a89c13d4a037cef8ae48e949e5640468bc0474682f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ffce8-0bee-4e75-a114-78a0e8598243" -d '{"events": [{"server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "name": "network-vif-deleted", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3"}]}' {{(pid=93255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:15:59.740579 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f3d26-1c73-47db-b25d-8f4ce8a3c153 x-openstack-request-id: req-6b4f3d26-1c73-47db-b25d-8f4ce8a3c153 {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:15:59.740895 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59387c5b-f226-41d5-abfd-f64f7d3d2da7", "name": "network-vif-deleted", "tag": "51059a16-50f8-4560-ba4e-347c99d545d3", "status": "completed", "code": 200}]} {{(pid=93255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:15:59.741148 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b4f3d26-1c73-47db-b25d-8f4ce8a3c153 {{(pid=93255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:15:59.741540 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59387c5b-f226-41d5-abfd-f64f7d3d2da7', 'name': 'network-vif-deleted', 'tag': '51059a16-50f8-4560-ba4e-347c99d545d3', 'status': 'completed', 'code': 200} Aug 07 05:16:02.083844 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44496) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:02.412608 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:02.660686 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Deleting port 36e2f0fc-7aef-4b49-9127-c328ac039915 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:02.661047 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:02.740871 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] For port 36e2f0fc-7aef-4b49-9127-c328ac039915, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=36e2f0fc-7aef-4b49-9127-c328ac039915,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:02.741159 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:02.753755 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Calling delete_port for 36e2f0fc-7aef-4b49-9127-c328ac039915 owned by network:router_interface {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:02.937872 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:02.961755 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e2f0fc-7aef-4b49-9127-c328ac039915,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:03.130317 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:03.348978 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Router 3d348334-c9dd-4a77-a949-8375fadc6026 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:16:03.451570 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:16:03.457058 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-7586f3ee-445d-4aea-98e4-c8bae71d9d04 admin admin] 10.222.0.35 "PUT /v2.0/routers/3d348334-c9dd-4a77-a949-8375fadc6026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3718793 Aug 07 05:16:03.459411 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44498) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:03.462073 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] Sync routers for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:16:03.471763 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:16:03.472364 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:15:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:03.559887 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:03.574560 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:16:03.661862 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:03.713735 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Deleting port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:03.714086 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:03.750483 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:16:02Z', 'revision_number': 5, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port': {'id': '3035a828-68af-4f08-9dcc-2f36c5ad4bcf', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:39Z', 'updated_at': '2021-08-07T05:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:03.779604 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] Checking router: 3d348334-c9dd-4a77-a949-8375fadc6026 for host: dv-cinder-803748-3-iscsi {{(pid=93256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:16:03.787846 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] Routers {'3d348334-c9dd-4a77-a949-8375fadc6026'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:16:03.788455 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:15:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['3d348334-c9dd-4a77-a949-8375fadc6026'], 'active': True} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:03.796262 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] For port 3035a828-68af-4f08-9dcc-2f36c5ad4bcf, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:03.796634 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:03.812022 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Calling delete_port for 3035a828-68af-4f08-9dcc-2f36c5ad4bcf owned by network:router_gateway {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:03.874796 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvr_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] Set router 3d348334-c9dd-4a77-a949-8375fadc6026 gateway port host: None {{(pid=93256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:16:03.926563 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_hamode_db [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:16:03Z', 'revision_number': 6, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:03.957481 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11d8fc-dc72-4fcb-850e-85d224257300 None None] The sync data for ids ['3d348334-c9dd-4a77-a949-8375fadc6026'] in dv-cinder-803748-3-iscsi is: [{'id': '3d348334-c9dd-4a77-a949-8375fadc6026', 'name': 'tempest-TestMinimumBasicScenario-1014379559-router', 'tenant_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:38Z', 'updated_at': '2021-08-07T05:16:03Z', 'revision_number': 6, 'project_id': '290f41dfdc1e4e1aab41ccaae7afc9b1', 'gw_port_host': None}] {{(pid=93256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:16:03.979292 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.006788 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3035a828-68af-4f08-9dcc-2f36c5ad4bcf,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:04.063323 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.142813 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 51059a16-50f8-4560-ba4e-347c99d545d3 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:04.151122 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.153231 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.162819 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] No Port match for: 51059a16-50f8-4560-ba4e-347c99d545d3 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:04.163166 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Device 51059a16-50f8-4560-ba4e-347c99d545d3 not bound to the agent host hv-cinder-80374 {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:04.199028 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.199535 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d348334-c9dd-4a77-a949-8375fadc6026 {{(pid=93254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:16:04.204121 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] Notify callbacks [] for router, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.205282 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-ebf6e04f-4514-4732-bb8c-f232f8682f01 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3d348334-c9dd-4a77-a949-8375fadc6026 HTTP/1.1" status: 204 len: 168 time: 0.7449648 Aug 07 05:16:04.207990 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44500) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:04.251675 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.db_base_plugin_v2 [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Deleting subnet 162be837-edb4-4544-98a8-ddabe61e3bcf {{(pid=93254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:16:04.254517 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.287478 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14446493'] for subnet, precommit_delete_associations {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.375211 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.426108 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12754579'] for subnet, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.451642 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162be837-edb4-4544-98a8-ddabe61e3bcf,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:04.455407 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.457548 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-681c5894-a8b8-4b42-9e0f-f9a9ffc49a7b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/162be837-edb4-4544-98a8-ddabe61e3bcf HTTP/1.1" status: 204 len: 168 time: 0.2486389 Aug 07 05:16:04.459991 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44502) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:04.462493 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc02d3e-fc43-44bc-a565-f881cd475108 None None] Network c5854fb3-29c8-468c-9e51-121b910b816e requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:16:04.531770 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.583553 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Deleting port 9e64c2b7-c352-4262-b702-34ecc679af19 {{(pid=93254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:04.583894 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.656342 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.db [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] For port 9e64c2b7-c352-4262-b702-34ecc679af19, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=9e64c2b7-c352-4262-b702-34ecc679af19,segment=NetworkSegment(1386643c-3af0-4bdb-8aea-8874a5381991),segment_id=1386643c-3af0-4bdb-8aea-8874a5381991)] {{(pid=93254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:04.656635 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.669300 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Calling delete_port for 9e64c2b7-c352-4262-b702-34ecc679af19 owned by network:dhcp {{(pid=93254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:04.710923 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] DHCP port deletion for c5854fb3-29c8-468c-9e51-121b910b816e request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:16:04.755463 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427241'] for port, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.757294 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Deleting port 9e64c2b7-c352-4262-b702-34ecc679af19 {{(pid=93256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:04.757669 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.781673 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e64c2b7-c352-4262-b702-34ecc679af19,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:04.787097 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] No DVR routers for this DVR port 9e64c2b7-c352-4262-b702-34ecc679af19 on host dv-cinder-803748-3-iscsi {{(pid=93254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:16:04.822729 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.db [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] For port 9e64c2b7-c352-4262-b702-34ecc679af19, host dv-cinder-803748-3-iscsi, got binding levels [] {{(pid=93256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:04.823124 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.837515 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Calling delete_port for 9e64c2b7-c352-4262-b702-34ecc679af19 owned by network:dhcp {{(pid=93256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:04.840213 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.ipam_backend_mixin [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Port 9e64c2b7-c352-4262-b702-34ecc679af19 was not found and therefore no delete operation was performed {{(pid=93256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 05:16:04.841486 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284'] for port, after_delete {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.862858 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.869307 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Pushing event deleted for resources: {'Port': ['ID=9e64c2b7-c352-4262-b702-34ecc679af19,revision_number=None']} {{(pid=93256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:04.872566 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5854fb3-29c8-468c-9e51-121b910b816e']}} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:04.878479 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] No DVR routers for this DVR port 9e64c2b7-c352-4262-b702-34ecc679af19 on host dv-cinder-803748-3-iscsi {{(pid=93256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:16:04.880622 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.881000 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.881336 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.881673 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.882011 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.882343 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.882671 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.882995 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.883322 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.883646 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.883988 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.884308 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa9821-270a-4a1c-9d16-61f6a4da7085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-3-iscsi {{(pid=93256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:16:04.891465 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1386643c-3af0-4bdb-8aea-8874a5381991') {'for_net_delete': True} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:04.891771 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.services.segments.db [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1386643c-3af0-4bdb-8aea-8874a5381991') {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:04.901348 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14446474'] for segment, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.917185 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.925087 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:16:04.925479 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427268'] for segment, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: Traceback (most recent call last): Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: timer() Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: cb(*args, **kw) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: return func(*args, **kwargs) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: self._notify() Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: self.callback(batched_events) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: event.method(event) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: return f(self, *a, **k) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._get(url).json() Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: return self.request(url, 'GET', **kwargs) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:16:04.927130 dv-cinder-803748-3-iscsi neutron-server[93254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:16:04.986546 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.998377 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:04.998377 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c5854fb3-29c8-468c-9e51-121b910b816e HTTP/1.1" status: 204 len: 168 time: 0.5339782 Aug 07 05:16:04.999067 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44504) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:05.005678 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d48d8a-15bd-4ec2-ada1-217255b813d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5854fb3-29c8-468c-9e51-121b910b816e,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:05.321619 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 3035a828-68af-4f08-9dcc-2f36c5ad4bcf no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:05.330712 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1659017'] for router_interface, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:05.341105 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 3035a828-68af-4f08-9dcc-2f36c5ad4bcf {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:05.341457 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 3035a828-68af-4f08-9dcc-2f36c5ad4bcf not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:05.341917 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9e64c2b7-c352-4262-b702-34ecc679af19 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:05.360407 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 9e64c2b7-c352-4262-b702-34ecc679af19 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:05.360753 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 9e64c2b7-c352-4262-b702-34ecc679af19 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:05.361183 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 36e2f0fc-7aef-4b49-9127-c328ac039915 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:05.379387 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 36e2f0fc-7aef-4b49-9127-c328ac039915 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:05.379739 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 36e2f0fc-7aef-4b49-9127-c328ac039915 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:05.567254 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Deleting port be6e7513-efe1-4fbc-8d30-8a5beaa3031e {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:05.567490 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:05.904895 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] For port be6e7513-efe1-4fbc-8d30-8a5beaa3031e, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,segment=NetworkSegment(ad238de0-ec57-44e9-8050-1bfdaec59dd0),segment_id=ad238de0-ec57-44e9-8050-1bfdaec59dd0)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:05.905267 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:05.917342 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Calling delete_port for be6e7513-efe1-4fbc-8d30-8a5beaa3031e owned by network:router_interface {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:06.089580 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:06.113773 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Pushing event deleted for resources: {'Port': ['ID=be6e7513-efe1-4fbc-8d30-8a5beaa3031e,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:06.275909 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658425'] for router_interface, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:06.486741 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Router c815e2df-db1a-4ceb-8f2f-282156cfd912 has already been hosted by L3 agent 8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7 {{(pid=93255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:16:06.591353 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] Notify agent at l3_agent.dv-cinder-803748-3-iscsi the message routers_updated {{(pid=93255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:16:06.596860 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-86fa9dc7-4dca-4c4b-b40f-9f467b0076ab admin admin] 10.222.0.35 "PUT /v2.0/routers/c815e2df-db1a-4ceb-8f2f-282156cfd912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5966208 Aug 07 05:16:06.599289 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44506) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:06.601883 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] Sync routers for ids ['c815e2df-db1a-4ceb-8f2f-282156cfd912'] in dv-cinder-803748-3-iscsi {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:16:06.612253 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] Routers {'c815e2df-db1a-4ceb-8f2f-282156cfd912'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:16:06.612994 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:15:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c815e2df-db1a-4ceb-8f2f-282156cfd912'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:06.716195 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:06.725257 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] Set router c815e2df-db1a-4ceb-8f2f-282156cfd912 gateway port host: dv-cinder-803748-3-iscsi {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:16:06.821915 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:06.879639 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Deleting port 8647dee0-21f5-4727-9719-06308b8dea51 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:06.879982 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:06.964336 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] For port 8647dee0-21f5-4727-9719-06308b8dea51, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=8647dee0-21f5-4727-9719-06308b8dea51,segment=NetworkSegment(e24dd232-739a-456e-9430-bab38fd0a8c8),segment_id=e24dd232-739a-456e-9430-bab38fd0a8c8)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:06.964695 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:06.977602 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Calling delete_port for 8647dee0-21f5-4727-9719-06308b8dea51 owned by network:router_gateway {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:06.984851 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'external_fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '8647dee0-21f5-4727-9719-06308b8dea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:16:06Z', 'revision_number': 5, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port': {'id': '8647dee0-21f5-4727-9719-06308b8dea51', 'name': '', 'network_id': '2ce78fbc-28e1-494d-a287-039be673916f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7ad83f8-16de-456d-8979-253c64aa661c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-3-iscsi'}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:07.011491 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] Checking router: c815e2df-db1a-4ceb-8f2f-282156cfd912 for host: dv-cinder-803748-3-iscsi {{(pid=93257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:16:07.024291 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] Routers {'c815e2df-db1a-4ceb-8f2f-282156cfd912'} bound to L3 agent in host dv-cinder-803748-3-iscsi {{(pid=93257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:16:07.024937 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:45:54Z,description=,heartbeat_timestamp=2021-08-07T05:15:54Z,host='dv-cinder-803748-3-iscsi',id=8d0e4ea2-682b-4ceb-9ed5-5f67d7d73af7,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:45:54Z,topic='l3_agent')) {'router_ids': ['c815e2df-db1a-4ceb-8f2f-282156cfd912'], 'active': True} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:07.113518 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_dvr_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] Set router c815e2df-db1a-4ceb-8f2f-282156cfd912 gateway port host: None {{(pid=93257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:16:07.149176 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.167311 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.l3_hamode_db [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:16:06Z', 'revision_number': 6, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port_host': None}], 'dv-cinder-803748-3-iscsi', False) {} {{(pid=93257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:07.174494 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8647dee0-21f5-4727-9719-06308b8dea51,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:07.193750 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083c36b-0a06-48b8-a2bb-793698911254 None None] The sync data for ids ['c815e2df-db1a-4ceb-8f2f-282156cfd912'] in dv-cinder-803748-3-iscsi is: [{'id': 'c815e2df-db1a-4ceb-8f2f-282156cfd912', 'name': 'tempest-TestMinimumBasicScenario-974720321-router', 'tenant_id': '2e28708692894d05977631c7e798f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:12:43Z', 'updated_at': '2021-08-07T05:16:06Z', 'revision_number': 6, 'project_id': '2e28708692894d05977631c7e798f427', 'gw_port_host': None}] {{(pid=93257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:16:07.239998 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1659871'] for router_gateway, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.327616 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102638'] for router, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.329740 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.378939 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657055'] for router, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.379415 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c815e2df-db1a-4ceb-8f2f-282156cfd912 {{(pid=93255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:16:07.383733 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.384889 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-01d1fada-21f3-4f87-8c89-1216fe109ba6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c815e2df-db1a-4ceb-8f2f-282156cfd912 HTTP/1.1" status: 204 len: 168 time: 0.7846544 Aug 07 05:16:07.387312 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44508) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:07.431094 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Deleting subnet f915bd19-9424-4499-bf9e-b47c0a3d033a {{(pid=93255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:16:07.434154 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.468713 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12822160'] for subnet, precommit_delete_associations {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.554380 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879966'] for subnet, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.621386 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12822301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12697902'] for subnet, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.646881 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f915bd19-9424-4499-bf9e-b47c0a3d033a,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:07.652294 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for subnet, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.654820 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-3e2be76b-62c2-4953-9177-ef06506ccbeb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f915bd19-9424-4499-bf9e-b47c0a3d033a HTTP/1.1" status: 204 len: 168 time: 0.2659781 Aug 07 05:16:07.657321 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.wsgi [-] (93255) accepted ('10.222.0.35', 44510) {{(pid=93255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:07.658620 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12426b-7077-4f8c-b28f-f081b37634c6 None None] Network 10b4bb94-9a9a-42e2-b389-a5426c696917 requested from dv-cinder-803748-3-iscsi {{(pid=93256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:16:07.727980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729729'] for network, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.780813 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Deleting port eecf51b6-54d0-4680-bb8d-51573de40fb0 {{(pid=93255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:16:07.781169 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788334900785'] for port, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.843417 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.db [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] For port eecf51b6-54d0-4680-bb8d-51573de40fb0, host dv-cinder-803748-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-3-iscsi',level=0,port_id=eecf51b6-54d0-4680-bb8d-51573de40fb0,segment=NetworkSegment(ad238de0-ec57-44e9-8050-1bfdaec59dd0),segment_id=ad238de0-ec57-44e9-8050-1bfdaec59dd0)] {{(pid=93255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:16:07.843782 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661883'] for port, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.856065 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.plugin [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Calling delete_port for eecf51b6-54d0-4680-bb8d-51573de40fb0 owned by network:dhcp {{(pid=93255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:16:07.939277 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788334906763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788334433284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12822318'] for port, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:07.964605 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecf51b6-54d0-4680-bb8d-51573de40fb0,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:07.970247 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] No DVR routers for this DVR port eecf51b6-54d0-4680-bb8d-51573de40fb0 on host dv-cinder-803748-3-iscsi {{(pid=93255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:16:07.974631 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d5b66a-9c8c-4c56-ada3-7f48ba93831d None None] DHCP port deletion for 10b4bb94-9a9a-42e2-b389-a5426c696917 request from dv-cinder-803748-3-iscsi {{(pid=93256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:16:07.990118 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device be6e7513-efe1-4fbc-8d30-8a5beaa3031e no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:08.009426 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: be6e7513-efe1-4fbc-8d30-8a5beaa3031e {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:08.010004 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device be6e7513-efe1-4fbc-8d30-8a5beaa3031e not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:08.043980 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-877529', 'neutron.services.segments.db._delete_segments_for_network-8788334961264'] for network, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.053827 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b4bb94-9a9a-42e2-b389-a5426c696917']}} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:08.064946 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad238de0-ec57-44e9-8050-1bfdaec59dd0') {'for_net_delete': True} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:08.065239 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.services.segments.db [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad238de0-ec57-44e9-8050-1bfdaec59dd0') {} {{(pid=93255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:16:08.074292 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788334964601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12822151'] for segment, before_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.089033 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903'] for segment, precommit_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.095055 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:16:08.095440 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12822467'] for segment, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: Traceback (most recent call last): Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: timer() Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: cb(*args, **kw) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: return func(*args, **kwargs) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: self._notify() Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: self.callback(batched_events) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: event.method(event) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: return f(self, *a, **k) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._get(url).json() Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: return self.request(url, 'GET', **kwargs) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:16:08.097287 dv-cinder-803748-3-iscsi neutron-server[93255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:16:08.150966 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-877504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1659835'] for network, after_delete {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.157088 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron_lib.callbacks.manager [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813547'] for network, before_response {{(pid=93255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.158956 dv-cinder-803748-3-iscsi neutron-server[93255]: INFO neutron.wsgi [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/10b4bb94-9a9a-42e2-b389-a5426c696917 HTTP/1.1" status: 204 len: 168 time: 0.5004702 Aug 07 05:16:08.170801 dv-cinder-803748-3-iscsi neutron-server[93255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71852e-1754-4628-bbda-9982ca92ae84 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b4bb94-9a9a-42e2-b389-a5426c696917,revision_number=None']} {{(pid=93255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:08.321210 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44514) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:08.360996 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-d7265484-0aa5-45b5-9b50-82c6863639d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=290f41dfdc1e4e1aab41ccaae7afc9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386198 Aug 07 05:16:08.363236 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44516) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:08.410392 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-720a8ef4-9d8a-46e9-aba9-7f964fd3086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.434416 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-720a8ef4-9d8a-46e9-aba9-7f964fd3086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.481375 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-720a8ef4-9d8a-46e9-aba9-7f964fd3086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.484374 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-720a8ef4-9d8a-46e9-aba9-7f964fd3086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.485526 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-720a8ef4-9d8a-46e9-aba9-7f964fd3086e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e2c5aa3-9c71-4e8c-89b6-0c4dde113122 HTTP/1.1" status: 204 len: 168 time: 0.1214211 Aug 07 05:16:08.492765 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a8ef4-9d8a-46e9-aba9-7f964fd3086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c5aa3-9c71-4e8c-89b6-0c4dde113122,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:08.789766 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44522) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:08.828077 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-e9b9fe18-6d60-4744-829e-ff8d53897789 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e28708692894d05977631c7e798f427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372090 Aug 07 05:16:08.830390 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [-] (93254) accepted ('10.222.0.35', 44524) {{(pid=93254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:16:08.878791 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5bf43f84-8fbd-42fc-b1e8-0259d264722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.899001 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5bf43f84-8fbd-42fc-b1e8-0259d264722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.945134 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5bf43f84-8fbd-42fc-b1e8-0259d264722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630114'] for security_group, after_delete {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.947670 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-5bf43f84-8fbd-42fc-b1e8-0259d264722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:08.948846 dv-cinder-803748-3-iscsi neutron-server[93254]: INFO neutron.wsgi [None req-5bf43f84-8fbd-42fc-b1e8-0259d264722c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8f5217b-5fb3-40ea-a488-63dafc983464 HTTP/1.1" status: 204 len: 168 time: 0.1175594 Aug 07 05:16:08.957598 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf43f84-8fbd-42fc-b1e8-0259d264722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f5217b-5fb3-40ea-a488-63dafc983464,revision_number=None']} {{(pid=93254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:16:09.326327 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device eecf51b6-54d0-4680-bb8d-51573de40fb0 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:09.346654 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: eecf51b6-54d0-4680-bb8d-51573de40fb0 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:09.347078 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device eecf51b6-54d0-4680-bb8d-51573de40fb0 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:09.347563 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 8647dee0-21f5-4727-9719-06308b8dea51 no longer exists at agent ovs-agent-dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:16:09.369419 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] No Port match for: 8647dee0-21f5-4727-9719-06308b8dea51 {{(pid=93256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:16:09.369768 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron.plugins.ml2.rpc [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Device 8647dee0-21f5-4727-9719-06308b8dea51 not bound to the agent host dv-cinder-803748-3-iscsi {{(pid=93256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:16:21.645215 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-966b5040-2834-4542-94fa-15a1214bbd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:23.118951 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:24.309596 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:24.323482 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-17a5f76b-3a7f-483e-80fa-7cbee984a7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:25.115434 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:16:25.681283 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:27.081037 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:51.649037 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-63dc87bd-afb1-4cac-9c0d-989784910ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:53.112370 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:54.317528 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:54.326700 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1466-0e77-4888-87b2-a51ca3d7f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:55.683694 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:16:57.083639 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:02.114896 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:17:21.650628 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf38d-ea54-4440-95c3-f57d61b72f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:23.104035 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:24.309231 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:24.326629 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-6faaad7f-3e3a-450e-ab91-93d686c483bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:25.687142 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:27.086457 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:39.114324 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:17:51.649881 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ef09-549c-4bac-bd34-81af82446276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:53.132081 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:54.311578 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:54.326226 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b8878c1c-ffb5-441d-8949-bebf05e2c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:55.691227 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:17:57.088174 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:16.113638 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:18:21.649180 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-adcfba9e-59c0-4ebf-a2a5-6d4faab0e584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:23.144561 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:24.312555 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:24.328125 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e5dc-f30f-47e8-a2e0-3a5677621e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:25.691440 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:27.093220 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:36.125275 dv-cinder-803748-3-iscsi neutron-server[93254]: DEBUG neutron.wsgi [req-4a2e9d48-b1ec-44ea-a754-bb56bc4aeb60 req-717522b9-adbb-46e6-8790-007a70749805 service neutron] (93254) timed out ('10.222.0.35', 40044) {{(pid=93254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 05:18:51.651288 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-90f903d4-ccdc-4062-aa0a-752102544d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:53.113068 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:18:53.130798 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:54.321769 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:54.328884 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-14bcefcb-d1c7-4648-8968-714c667433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:55.695361 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:18:57.094871 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:21.651521 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-e518fd82-66c1-4a97-b85b-b5ef445e1a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:23.130470 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:24.312418 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:24.327417 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-608032db-34f3-46da-a2ce-2447c3f7b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:25.697623 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:27.098321 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:30.112810 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:19:51.653022 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-232ffb31-421c-44a5-97df-b57ffcaec354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:53.142771 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:54.320069 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:54.330724 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-79fdb3dc-881d-43c7-b680-c7d374da874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:55.699563 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:19:57.101577 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:07.111188 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:20:21.653954 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-b831fa15-4ff3-4aa4-9e4c-7e2258af7404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:23.155330 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:24.311101 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:24.333202 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8a4a48cd-9981-46eb-b7a7-dbbf096888d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:25.703575 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:27.103497 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:44.110459 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:20:51.655999 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-08347585-8db0-4903-b176-c41461901e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:53.169703 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:54.314309 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:54.332238 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-eeee51e7-bc4a-46ca-bf6a-ae38b69dec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:55.707016 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:20:57.105738 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:21:21.108988 dv-cinder-803748-3-iscsi neutron-server[93257]: DEBUG neutron.db.agents_db [None req-36d66c9c-5282-4781-a155-20d7b5979bd5 None None] Agent healthcheck: found 6 active agents {{(pid=93257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:21:21.660363 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-044306dd-cdfb-4c64-9846-d83378ef3240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:21:23.167589 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9932f62f-41b9-447c-be71-588985bda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:21:24.315799 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8da0-26b2-4bc2-b2fa-414062318149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:21:24.333078 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-9fceced8-051b-4fb2-969a-72fa594ba913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:21:25.710187 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abec-ed8b-4acf-a292-870156d0206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:21:27.108550 dv-cinder-803748-3-iscsi neutron-server[93256]: DEBUG neutron_lib.callbacks.manager [None req-56f52233-57de-4962-99f6-391bbdf62536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788334961156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845143'] for agent, after_update {{(pid=93256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}